-- Logs begin at Wed 2021-10-13 14:57:44 UTC, end at Wed 2021-10-13 16:06:16 UTC. -- Oct 13 15:41:10.718200 dv-cinder-774288-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 13 15:41:13.454814 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.common.config [-] Logging enabled! Oct 13 15:41:13.455456 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev67 Oct 13 15:41:13.455638 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106896) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 13 15:41:13.459160 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.common.config [-] Logging enabled! Oct 13 15:41:13.459418 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev67 Oct 13 15:41:13.459738 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106896) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 13 15:41:13.460686 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 15:41:13.460920 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 15:41:13.461285 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 15:41:13.461533 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 15:41:13.461759 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 15:41:13.462682 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.463100 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.463407 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.463639 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.463944 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.464236 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.464521 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.464802 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.465099 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.465393 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.465674 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.465954 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.466183 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.466474 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.466765 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.467082 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.467310 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] debug = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.467594 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.468035 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.468459 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.468756 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.469036 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.469316 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.469599 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.469876 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.470161 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.470493 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] host = dv-cinder-774288-10-iscsi {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.470771 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.471083 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.471372 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.471663 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.471941 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.472217 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.472503 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.472780 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.473084 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] log_file = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.473359 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.473644 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.473932 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.474221 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.474446 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.474670 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.474996 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.475288 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.475568 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.475844 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.476121 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.476397 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.476851 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.477126 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.477423 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.477867 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.478176 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.478458 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.478738 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.479048 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.479328 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.479635 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.479918 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.480194 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.480475 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.480760 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.481034 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.481311 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.481722 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.482018 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.482304 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.482592 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.482915 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.483174 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.483451 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.483728 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.484001 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] use_json = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.484285 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.484557 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.484841 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.485107 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.485382 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.485664 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.485938 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.486226 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:13.486518 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.486818 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.487151 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.487444 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.487749 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.488030 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.488323 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.488604 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.488891 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.489181 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.489474 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.489753 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.490045 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.490326 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.490619 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.490955 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.491253 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.491551 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.491831 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.492108 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.492387 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.492666 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.493608 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.493987 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.494285 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.494580 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.494891 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.495184 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.495482 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.495780 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.496062 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.496347 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.496642 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.496924 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.497208 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.497659 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.497959 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.498247 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.498527 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.498816 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.499128 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.499408 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.499686 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.499972 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.500276 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.500580 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.500862 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.501142 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.501427 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.501705 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.501998 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.502282 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.502561 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.502841 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.503151 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.503430 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.503708 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.503989 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.504267 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.504550 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.504828 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.505114 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.505390 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.505667 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.505931 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.506208 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.506493 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.506757 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.507062 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.507335 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.507618 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.507898 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.508175 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.508465 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.509361 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.509666 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.509952 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.510235 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.510517 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.510804 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.511109 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.511394 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.511679 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.511955 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.512249 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.512533 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.512825 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.513111 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.513392 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.513712 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.513991 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.514275 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.514595 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.514925 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.515189 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.515478 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.515778 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.516075 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.516373 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.516672 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.516969 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.517257 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.517569 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.517854 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:13.518075 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 15:41:13.518491 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106896) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 13 15:41:13.960832 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 13 15:41:13.961105 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 13 15:41:13.961396 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 13 15:41:13.961732 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 13 15:41:14.284623 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.284844 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.285118 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.286314 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.286591 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.286856 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.321963 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.322245 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.322518 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.338458 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.338740 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.339050 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.369757 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.370043 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.370499 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.407253 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.407538 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.407811 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.644223 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.644828 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.644828 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.645005 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.645638 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.767869 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.768192 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.768477 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.768753 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.769023 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.769336 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.769597 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.769853 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.770109 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.770393 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.770654 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.771198 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.771456 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.771709 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.771963 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.772226 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.772479 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.772746 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.773017 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.773276 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.773547 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.773799 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.774085 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.774642 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.774971 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.775225 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.775631 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:41:14.775876 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:41:14.776119 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:41:14.776357 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:41:14.776594 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:41:14.776830 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:41:14.777203 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 13 15:41:14.780341 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 13 15:41:14.784340 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 13 15:41:14.789161 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 13 15:41:14.791490 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 13 15:41:14.791946 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 13 15:41:14.792286 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 13 15:41:14.792674 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 13 15:41:14.795645 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 13 15:41:14.795908 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 13 15:41:14.796258 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 15:41:14.801583 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 13 15:41:14.824206 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 13 15:41:14.824658 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.824957 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106896) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 13 15:41:14.825318 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.826720 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106896) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 13 15:41:14.827025 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 15:41:14.827274 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 13 15:41:14.830646 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.830963 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:14.894602 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 13 15:41:14.894783 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 13 15:41:14.895058 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 13 15:41:14.895437 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 13 15:41:14.917233 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_db.sqlalchemy.engines [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106896) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 13 15:41:15.590197 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Initializing driver for type 'gre' Oct 13 15:41:15.590646 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] gre ID ranges: [(1, 1000)] Oct 13 15:41:15.774591 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Initializing driver for type 'local' Oct 13 15:41:15.775209 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Initializing driver for type 'vlan' Oct 13 15:41:15.870144 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] VlanTypeDriver initialization complete Oct 13 15:41:15.870400 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Initializing driver for type 'vxlan' Oct 13 15:41:15.870913 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] vxlan ID ranges: [(1, 1000)] Oct 13 15:41:16.077428 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Initializing extension driver 'port_security' Oct 13 15:41:16.077759 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.extensions.port_security [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] PortSecurityExtensionDriver initialization complete Oct 13 15:41:16.078091 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Initializing mechanism driver 'openvswitch' Oct 13 15:41:16.078412 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Initializing mechanism driver 'hyperv' Oct 13 15:41:16.085093 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:16.085770 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > port after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.086135 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > port after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.086482 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > port after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.087150 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106896) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 15:41:16.087582 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > subnet after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.087933 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > subnet after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.088275 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.088669 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106896) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 15:41:16.089078 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > network after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.089423 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > network after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.089763 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > network after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.090157 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106896) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 15:41:16.090564 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > security_group after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.090934 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > security_group after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.091275 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.091807 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106896) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 15:41:16.092220 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.092597 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.092939 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.093332 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106896) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 15:41:16.093734 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > address_group after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.094077 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > address_group after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.094418 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.094810 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106896) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 15:41:16.095211 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] ML2 OVO RPC backend initialized. {{(pid=106896) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 13 15:41:16.095917 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.096270 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.096683 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > network before_response 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.097031 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > networks before_response 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.097377 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > port before_response 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.097716 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > ports before_response 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.098054 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > subnet before_response 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.098392 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > subnets before_response 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.098739 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > network after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.099106 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > network after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.099445 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > network after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.103485 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > port after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.103485 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > port after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.103485 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > port after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.103485 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > subnet after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.103809 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > subnet after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.103809 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.103809 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.plugin [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Modular L2 Plugin initialization complete Oct 13 15:41:16.103809 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading services supported by the core plugin {{(pid=106896) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 13 15:41:16.103809 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.plugins.ml2.managers [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Got port-security extension from driver 'port_security' Oct 13 15:41:16.103809 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.extensions.vlantransparent [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Disabled vlantransparent extension. Oct 13 15:41:16.104263 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106896) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 13 15:41:16.104470 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading Plugin: router Oct 13 15:41:16.147995 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.148329 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router after_create 55549900 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.148699 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router before_create 55549900 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.149061 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.149549 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.149943 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router after_delete 55549900 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.150301 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.150658 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.151043 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router after_create 55549900 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.151389 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router after_update 55549900 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.151737 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router after_update 55549900 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.152085 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.152447 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router after_update 55549900 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.152849 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router precommit_update 55549900 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.153212 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: port after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.153549 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: port after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.153886 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: subnet after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.154222 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.154562 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.154929 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router precommit_create 55549900 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.159512 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: port before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.159512 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router precommit_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.159512 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router after_update 55549900 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.159512 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.159875 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router precommit_create 55549900 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.159875 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.159875 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router precommit_update 55549900 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.159875 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > agent after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.160324 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > agent after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.160324 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > network after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.160324 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Tracking information for resource: router configured {{(pid=106896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:41:16.160324 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Tracking information for resource: floatingip configured {{(pid=106896) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:41:16.164466 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.db.l3_agentschedulers_db [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 13 15:41:16.165595 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: port after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.165945 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: port after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.166292 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: port after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.166641 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: port after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.167446 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router before_create 55550100 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.167808 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.168165 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router precommit_create 55550100 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.168520 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > router precommit_update 55550100 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.173350 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.services.provider_configuration [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service providers = [] {{(pid=106896) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 13 15:41:16.173709 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.db.servicetype_db [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106896) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 13 15:41:16.176699 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.services.service_base [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 15:41:16.177050 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.services.service_base [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 15:41:16.177392 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.services.service_base [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 15:41:16.178278 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.services.service_base [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106896) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 15:41:16.178649 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.services.service_base [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 13 15:41:16.179048 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:41:16.179366 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 13 15:41:16.190708 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:41:16.191066 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading Plugin: auto_allocate Oct 13 15:41:16.197185 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: network precommit_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.197552 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: network precommit_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.198075 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:41:16.198397 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading Plugin: tag Oct 13 15:41:16.211885 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:41:16.212236 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading Plugin: timestamp Oct 13 15:41:16.217680 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:41:16.218010 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading Plugin: network_ip_availability Oct 13 15:41:16.223492 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.223863 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.224219 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.224932 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:41:16.225255 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading Plugin: flavors Oct 13 15:41:16.230548 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:41:16.230897 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading Plugin: revisions Oct 13 15:41:16.235200 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106896) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:41:16.235579 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_concurrency.lockutils [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.274s {{(pid=106896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 13 15:41:16.244320 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106896) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 13 15:41:16.244320 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Initializing extension manager. Oct 13 15:41:16.244320 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: __init__.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.244320 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: __pycache__ {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.244320 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.244320 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: address_group.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.244320 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.244885 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: address-group Oct 13 15:41:16.244885 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: address_scope.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.244885 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.244885 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: address-scope Oct 13 15:41:16.244885 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.244885 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.245421 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: router-admin-state-down-before-update Oct 13 15:41:16.245753 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: agent.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.246507 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.247056 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: agent Oct 13 15:41:16.247386 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: agent_resources_synced.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.248368 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.248866 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: agent-resources-synced Oct 13 15:41:16.249216 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: allowedaddresspairs.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.251071 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.251586 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: allowed-address-pairs Oct 13 15:41:16.251909 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: auto_allocated_topology.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.253006 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.253513 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: auto-allocated-topology Oct 13 15:41:16.253835 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: availability_zone.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.254531 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.255075 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: availability_zone Oct 13 15:41:16.255395 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: availability_zone_filter.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.256312 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.256875 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: availability_zone_filter Oct 13 15:41:16.257142 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: data_plane_status.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.258110 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.258589 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension data-plane-status not supported by any of loaded plugins Oct 13 15:41:16.259112 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: default_subnetpools.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.260155 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.260663 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: default-subnetpools Oct 13 15:41:16.260983 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.261794 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.262294 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: dhcp_agent_scheduler Oct 13 15:41:16.262617 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: dns.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.263569 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.268861 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension dns-integration not supported by any of loaded plugins Oct 13 15:41:16.268861 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: dns_domain_ports.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.269532 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.270029 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 13 15:41:16.270346 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.271555 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.272048 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 13 15:41:16.272364 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: dvr.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.273033 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.273528 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: dvr Oct 13 15:41:16.273845 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: ecmp_routes.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.275102 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.275600 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 13 15:41:16.275916 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: empty_string_filtering.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.276843 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.277339 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: empty-string-filtering Oct 13 15:41:16.277657 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.278599 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.279121 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 13 15:41:16.279440 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.280386 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.280879 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 13 15:41:16.281197 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: external_net.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.282107 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.282603 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: external-net Oct 13 15:41:16.282949 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.283859 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.284356 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: extra_dhcp_opt Oct 13 15:41:16.284677 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: extraroute.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.285583 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.286089 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: extraroute Oct 13 15:41:16.286444 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: extraroute_atomic.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.287592 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.288093 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: extraroute-atomic Oct 13 15:41:16.288415 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: filter_validation.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.289090 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.289582 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: filter-validation Oct 13 15:41:16.290391 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: fip_pf_description.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.291793 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.292294 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 13 15:41:16.292616 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: fip_port_details.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.293561 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.294045 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: fip-port-details Oct 13 15:41:16.294366 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: flavors.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.295651 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.296172 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: flavors Oct 13 15:41:16.296495 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.298215 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.298737 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 13 15:41:16.299097 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: floatingip_pools.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.299807 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.300310 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: floatingip-pools Oct 13 15:41:16.300663 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: ip_allocation.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.301593 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.302091 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension ip_allocation not supported by any of loaded plugins Oct 13 15:41:16.302412 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.303353 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.303857 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: ip-substring-filtering Oct 13 15:41:16.304178 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: l2_adjacency.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.309904 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.310409 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 13 15:41:16.310731 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: l3.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.311965 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.312478 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: router Oct 13 15:41:16.312805 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.315104 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.315624 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 13 15:41:16.315957 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.316886 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.317394 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: ext-gw-mode Oct 13 15:41:16.317720 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.318641 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.319175 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: l3-ha Oct 13 15:41:16.319500 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: l3_flavors.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.320423 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.320928 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: l3-flavors Oct 13 15:41:16.321766 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.322695 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.323238 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 13 15:41:16.323562 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: l3agentscheduler.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.324607 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.325112 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: l3_agent_scheduler Oct 13 15:41:16.325436 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: logging.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.327046 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.327555 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension logging not supported by any of loaded plugins Oct 13 15:41:16.327881 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: metering.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.328629 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.329198 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: metering Oct 13 15:41:16.329518 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.330620 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.331157 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: metering_source_and_destination_fields Oct 13 15:41:16.331479 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: multiprovidernet.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.332423 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.332922 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: multi-provider Oct 13 15:41:16.333240 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: netmtu.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.338726 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.339273 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: net-mtu Oct 13 15:41:16.339601 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: netmtu_writable.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.340520 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.341022 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: net-mtu-writable Oct 13 15:41:16.341344 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: network_availability_zone.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.342013 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.342509 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: network_availability_zone Oct 13 15:41:16.342828 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: network_ip_availability.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.343987 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.344491 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: network-ip-availability Oct 13 15:41:16.344818 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: network_segment_range.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.345617 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.346111 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension network-segment-range not supported by any of loaded plugins Oct 13 15:41:16.346431 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: pagination.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.347452 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.347780 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: pagination Oct 13 15:41:16.348097 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: port_device_profile.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.349026 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.349563 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: port-device-profile Oct 13 15:41:16.349837 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.350766 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.351295 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: port-mac-address-regenerate Oct 13 15:41:16.351612 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.353046 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.353554 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: port-numa-affinity-policy Oct 13 15:41:16.353872 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: port_resource_request.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.354807 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.355334 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension port-resource-request not supported by any of loaded plugins Oct 13 15:41:16.355650 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: portbindings.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.356700 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.357200 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: binding Oct 13 15:41:16.357519 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: portbindings_extended.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.358789 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.359319 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: binding-extended Oct 13 15:41:16.359645 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: portsecurity.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.360562 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.367306 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: port-security Oct 13 15:41:16.367306 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: project_id.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.368544 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.369328 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: project-id Oct 13 15:41:16.369656 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: providernet.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.370592 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.371132 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: provider Oct 13 15:41:16.371461 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: qos.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.375059 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.375575 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension qos not supported by any of loaded plugins Oct 13 15:41:16.375903 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.377159 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.377666 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 13 15:41:16.377994 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.378952 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.379456 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 13 15:41:16.379782 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: qos_default.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.380697 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.381205 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension qos-default not supported by any of loaded plugins Oct 13 15:41:16.381528 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: qos_fip.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.382187 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.382682 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension qos-fip not supported by any of loaded plugins Oct 13 15:41:16.383042 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: qos_gateway_ip.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.384994 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.385538 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 13 15:41:16.385864 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: qos_port_network_policy.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.386807 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.387335 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 13 15:41:16.387657 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.388703 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.389211 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 13 15:41:16.389533 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: qos_pps_rule.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.390726 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.391259 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension qos-pps not supported by any of loaded plugins Oct 13 15:41:16.391585 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: qos_rule_type_details.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.392580 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.393086 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 13 15:41:16.393411 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: qos_rules_alias.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.394606 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.395132 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 13 15:41:16.395455 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: quotasv2.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.396679 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.397001 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: quotas Oct 13 15:41:16.397321 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: quotasv2_detail.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.401330 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.401620 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: quota_details Oct 13 15:41:16.401948 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: rbac.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.403058 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.403581 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: rbac-policies Oct 13 15:41:16.403908 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: rbac_address_group.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.404842 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.405356 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: rbac-address-group Oct 13 15:41:16.405681 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: rbac_address_scope.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.406613 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.407149 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: rbac-address-scope Oct 13 15:41:16.407468 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: rbac_security_groups.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.408382 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.408887 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: rbac-security-groups Oct 13 15:41:16.409205 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: rbac_subnetpool.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.410118 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.410624 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: rbac-subnetpool Oct 13 15:41:16.410970 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: revisionifmatch.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.411903 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.412411 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: revision-if-match Oct 13 15:41:16.412727 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: revisions.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.413851 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.414360 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: standard-attr-revisions Oct 13 15:41:16.414682 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: router_availability_zone.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.415853 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.416358 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: router_availability_zone Oct 13 15:41:16.416686 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: routerservicetype.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.417616 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.418117 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension router-service-type not supported by any of loaded plugins Oct 13 15:41:16.418437 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.419390 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.419896 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: security-groups-normalized-cidr Oct 13 15:41:16.420217 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.421134 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.421646 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: port-security-groups-filtering Oct 13 15:41:16.421965 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.422925 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.423435 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: security-groups-remote-address-group Oct 13 15:41:16.423757 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: securitygroup.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.434542 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.435122 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: security-group Oct 13 15:41:16.435450 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: segment.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.436247 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.436747 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension segment not supported by any of loaded plugins Oct 13 15:41:16.437073 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.438100 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.438602 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 13 15:41:16.438950 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: servicetype.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.440075 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.440582 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: service-type Oct 13 15:41:16.440908 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: sorting.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.441897 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.442225 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: sorting Oct 13 15:41:16.442549 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: standard_attr_segment.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.443504 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.444006 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 13 15:41:16.444325 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: standardattrdescription.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.444972 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.445468 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: standard-attr-description Oct 13 15:41:16.445785 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: stateful_security_group.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.447776 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.448284 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: stateful-security-group Oct 13 15:41:16.448611 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: stdattrs_common.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.449198 dv-cinder-774288-10-iscsi neutron-server[106896]: WARNING neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 13 15:41:16.449519 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.450459 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.450997 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 13 15:41:16.451319 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: subnet_onboard.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.452391 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.452901 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: subnet_onboard Oct 13 15:41:16.453224 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.460368 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.460870 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 13 15:41:16.461192 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: subnet_service_types.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.462595 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.463133 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: subnet-service-types Oct 13 15:41:16.463454 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: subnetallocation.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.464553 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.465085 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: subnet_allocation Oct 13 15:41:16.465406 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.466072 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.466576 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: subnetpool-prefix-ops Oct 13 15:41:16.466920 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.467865 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.468366 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 13 15:41:16.468689 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: tagging.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.469761 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.470270 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: standard-attr-tag Oct 13 15:41:16.470594 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: timestamp.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.471826 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.472333 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loaded extension: standard-attr-timestamp Oct 13 15:41:16.472656 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: trunk.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.473691 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.474198 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension trunk not supported by any of loaded plugins Oct 13 15:41:16.474523 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: trunk_details.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.475479 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.475986 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension trunk-details not supported by any of loaded plugins Oct 13 15:41:16.476310 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: uplink_status_propagation.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.477240 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.478259 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 13 15:41:16.478581 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Loading extension file: vlantransparent.py {{(pid=106896) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:41:16.479299 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106896) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:41:16.479800 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 13 15:41:16.482249 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:network Oct 13 15:41:16.482778 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:subnet Oct 13 15:41:16.483205 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 15:41:16.483596 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:port Oct 13 15:41:16.484841 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.v2.resource_helper [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:41:16.485277 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.v2.resource_helper [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service FLAVORS assigned prefix: {{(pid=106896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:41:16.492565 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.v2.resource_helper [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:41:16.492565 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.v2.resource_helper [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:41:16.492565 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:router Oct 13 15:41:16.492565 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:floatingip Oct 13 15:41:16.492565 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.v2.resource_helper [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service METERING assigned prefix: /metering {{(pid=106896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:41:16.492565 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.493526 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.493526 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:41:16.493526 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 15:41:16.493526 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:security_group Oct 13 15:41:16.493526 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 15:41:16.493526 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.v2.resource_helper [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service CORE assigned prefix: {{(pid=106896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:41:16.494023 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 15:41:16.494371 dv-cinder-774288-10-iscsi neutron-server[106896]: WARNING neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] subnetpool is already registered Oct 13 15:41:16.494855 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.v2.resource_helper [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service CORE assigned prefix: {{(pid=106896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:41:16.495210 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 15:41:16.495547 dv-cinder-774288-10-iscsi neutron-server[106896]: WARNING neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] subnetpool is already registered Oct 13 15:41:16.497828 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.v2.resource_helper [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:41:16.498266 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.v2.resource_helper [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service FLAVORS assigned prefix: {{(pid=106896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:41:16.498889 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.v2.resource_helper [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:41:16.499335 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.v2.resource_helper [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:41:16.499667 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:router Oct 13 15:41:16.500005 dv-cinder-774288-10-iscsi neutron-server[106896]: WARNING neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] router is already registered Oct 13 15:41:16.500415 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:floatingip Oct 13 15:41:16.500747 dv-cinder-774288-10-iscsi neutron-server[106896]: WARNING neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] floatingip is already registered Oct 13 15:41:16.501198 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.v2.resource_helper [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service METERING assigned prefix: /metering {{(pid=106896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:41:16.501855 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 15:41:16.502179 dv-cinder-774288-10-iscsi neutron-server[106896]: WARNING neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] rbac_policy is already registered Oct 13 15:41:16.502591 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:security_group Oct 13 15:41:16.503013 dv-cinder-774288-10-iscsi neutron-server[106896]: WARNING neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] security_group is already registered Oct 13 15:41:16.503417 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 15:41:16.503747 dv-cinder-774288-10-iscsi neutron-server[106896]: WARNING neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] security_group_rule is already registered Oct 13 15:41:16.504372 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.v2.resource_helper [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service CORE assigned prefix: {{(pid=106896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:41:16.504699 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 15:41:16.505028 dv-cinder-774288-10-iscsi neutron-server[106896]: WARNING neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] subnetpool is already registered Oct 13 15:41:16.505448 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.v2.resource_helper [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Service CORE assigned prefix: {{(pid=106896) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:41:16.505770 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 15:41:16.506098 dv-cinder-774288-10-iscsi neutron-server[106896]: WARNING neutron.quota.resource_registry [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] subnetpool is already registered Oct 13 15:41:16.506556 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: extensions {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.508056 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: address-groups {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.510512 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: address-scopes {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.511869 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: agents {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.513096 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: auto-allocated-topology {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.514380 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: availability_zones {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.515651 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: dhcp-networks {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.518227 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: dhcp-agents {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.519716 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: routers {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.522189 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: flavors {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.523398 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: service_profiles {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.525118 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: next_providers {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.526595 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: service_profiles {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.528160 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: floatingip-pools {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.529396 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: routers {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.531567 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: floatingips {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.532902 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: l3-routers {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.534292 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: l3-agents {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.535762 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: metering-labels {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.537164 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: metering-label-rules {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.538449 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: network-ip-availabilities {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.539811 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: bindings {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.543928 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: quotas {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.543928 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: quotas {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.545197 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: rbac-policies {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.546485 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: security-groups {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.547782 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: security-group-rules {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.549039 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: service-providers {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.550269 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: subnetpools {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.551716 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: subnetpools {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.553198 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: tags {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.554909 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: tags {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.557733 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: tags {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.559555 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: tags {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.561405 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: tags {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.563292 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: tags {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.564990 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: tags {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.566925 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: tags {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.568729 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: tags {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.570585 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron.api.extensions [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Extended resource: tags {{(pid=106896) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:41:16.577186 dv-cinder-774288-10-iscsi neutron-server[106896]: WARNING keystonemiddleware.auth_token [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 13 15:41:16.582752 dv-cinder-774288-10-iscsi neutron-server[106896]: WARNING keystonemiddleware.auth_token [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 13 15:41:16.592505 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_concurrency.lockutils [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Acquired lock "singleton_lock" {{(pid=106896) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 13 15:41:16.592970 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_concurrency.lockutils [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Releasing lock "singleton_lock" {{(pid=106896) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 13 15:41:16.593614 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO oslo_service.service [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Starting 2 workers Oct 13 15:41:16.598458 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Started child 107005 {{(pid=106896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 15:41:16.604103 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Started child 107006 {{(pid=106896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 15:41:16.604617 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:16.605755 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO neutron.service [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 13 15:41:16.606120 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [-] (107005) wsgi starting up on http://0.0.0.0:9696 Oct 13 15:41:16.606379 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Notify callbacks [] for process, before_spawn {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:16.608718 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:16.609145 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO oslo_service.service [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Starting 1 workers Oct 13 15:41:16.610053 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [-] (107006) wsgi starting up on http://0.0.0.0:9696 Oct 13 15:41:16.614092 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Started child 107007 {{(pid=106896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 15:41:16.614656 dv-cinder-774288-10-iscsi neutron-server[106896]: INFO oslo_service.service [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Starting 1 workers Oct 13 15:41:16.617991 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.service [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] calling RpcWorker wait() {{(pid=107007) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 13 15:41:16.618710 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.service [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] returning from RpcWorker wait() {{(pid=107007) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 13 15:41:16.619795 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:16.619894 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Started child 107008 {{(pid=106896) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 15:41:16.620234 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:16.620691 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1a87c306-f3eb-4909-8cb8-71a330528284 None None] Notify callbacks [] for process, after_spawn {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:16.622505 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106896) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 15:41:16.622719 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 15:41:16.622928 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 15:41:16.623160 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 15:41:16.623587 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 15:41:16.623758 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 15:41:16.624256 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.624539 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.624816 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.624924 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:16.625366 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.625366 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.625939 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.626031 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:16.626210 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.626446 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.626727 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.626987 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.627162 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.627328 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.627580 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.627820 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.628122 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.628393 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.628639 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.628901 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.629133 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.629394 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.629595 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.629838 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.630103 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] debug = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.630345 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.630830 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.631083 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.631333 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.631579 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.631839 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.632079 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.632342 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.632582 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.632799 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.633041 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.633294 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.633532 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.633775 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.634263 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.634946 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.635175 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.635649 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] host = dv-cinder-774288-10-iscsi {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.635870 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.636120 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.636354 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.636583 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.636829 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.637046 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.637292 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.637552 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.637796 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.638024 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.638266 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.638524 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.638757 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.639040 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_file = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.639188 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_options = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.639432 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.639687 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.639944 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.640145 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.640313 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.640489 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.640751 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.640916 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.641163 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.641375 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.641587 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.641797 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.642027 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.642259 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.642507 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.642763 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.643032 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.643261 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.643508 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.643754 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.643979 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.644204 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.644436 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.644672 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.644916 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.645149 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.645389 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.645602 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.646069 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.646326 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.646568 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.646817 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.647057 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.647299 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.647553 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.647777 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.648002 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.648234 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.648532 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.648726 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.648994 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.649769 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.650593 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.650908 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.651154 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.651449 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.651707 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] use_json = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.651932 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.652200 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.652443 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.652658 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.652890 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.653087 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.653381 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.653545 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.654113 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.654360 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.654662 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.654943 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.655224 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.655464 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.655700 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.655925 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.656175 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.656410 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.656722 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.656957 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.657243 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.657463 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.657740 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.658071 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.658341 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.658614 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.658860 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.659176 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.659387 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.659646 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.659921 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.660143 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.660374 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.660624 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.660861 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.661197 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.661484 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.661755 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.662001 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.662236 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.662461 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.662678 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.662915 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.663133 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.663380 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.663640 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.663880 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.664120 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.664320 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.664599 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.664814 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.665813 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.666412 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.666682 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.666937 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.667185 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670081 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670081 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670081 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670081 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670081 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670081 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670081 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670081 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670081 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670691 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670691 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670691 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670691 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670691 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.670691 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.672088 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.672088 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.672088 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.672088 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.672088 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.672088 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.672430 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.672430 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.672594 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.672803 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.673025 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.673263 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.673504 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.673717 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.673946 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.674154 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.674383 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.674595 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.674797 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.675036 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.675252 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.675484 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.675724 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.677034 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.677034 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.677034 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.677034 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.677034 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.677380 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.677447 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.677662 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.677866 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.678098 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.678337 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.678572 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.678762 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.679177 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.679443 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.679664 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.679922 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.680167 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.680399 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.681176 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.681477 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.681705 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.681942 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.682230 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.682458 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.682754 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.683016 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.683251 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.683494 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.683747 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.684015 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.684269 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.684551 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.684772 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.685251 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.686680 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.686680 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.686680 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.686680 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.686680 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.687129 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.687275 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.687539 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.687788 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.688049 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.688328 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.688637 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.688883 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.689122 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.689358 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.689588 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.689941 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.690178 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.690397 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.690614 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.690899 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.691137 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.691388 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.691672 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.691920 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.692168 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.692418 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.692644 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.692858 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.693100 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.693348 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.693781 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.694024 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.694251 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.694485 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.694699 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.694941 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.695199 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.695414 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.695632 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.695863 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.696595 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.697398 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.697673 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.697893 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.698151 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.698402 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.698670 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.698849 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.699091 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.699301 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.699546 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.699764 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.700032 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.700299 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.700536 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.700783 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.701028 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.701261 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.701479 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.701724 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.701940 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.702157 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.702367 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.702604 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.702834 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.703103 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.703311 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.703725 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.703958 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.704195 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.704541 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.704789 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.705020 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.705255 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.705469 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.705725 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.705939 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.706154 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.706369 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.706582 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.706800 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.707086 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.709345 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.709345 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.709345 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.709345 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.709345 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.709345 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.709345 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.709345 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.709345 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.709886 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.709886 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.709886 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.710088 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.710193 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.710420 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.710653 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.710933 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.711152 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.711358 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.711604 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.711985 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.712713 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.712941 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.713158 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.713373 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.713597 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.713838 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.714052 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.714274 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.714509 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.714769 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.715016 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.715447 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.715677 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.715904 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.716117 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.716331 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.716653 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.716791 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.716999 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.717220 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.717428 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.717632 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.717920 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.718171 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.718385 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.718661 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.718903 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.719151 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.719398 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.719731 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.719958 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.720197 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.720444 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.720658 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.720874 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.721124 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.721447 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.721736 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.721984 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.722237 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.722519 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.722791 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.723081 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.723293 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.723567 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.724020 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.724281 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.724493 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.725101 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.725101 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.725271 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.725414 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.725583 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.725987 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.726204 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.726457 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.726714 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.726996 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.727213 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.728337 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.728942 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.729099 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.729318 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.729584 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.729806 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.729965 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 15:41:16.730479 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106896) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 15:41:16.730639 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 15:41:16.730788 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 15:41:16.730995 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 15:41:16.731175 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 15:41:16.731326 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 15:41:16.731537 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.731699 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.731860 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.732018 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.732174 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.732352 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.732512 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.732685 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.732850 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.732977 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.733132 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.733292 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.733449 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.733606 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.733773 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.733919 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.734060 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.734222 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.734377 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.734519 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.734654 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.734785 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.734947 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] debug = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.735098 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.737910 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.737910 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.737910 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.737910 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.737910 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.737910 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.738414 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.738414 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.738414 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.738414 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.738414 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.738414 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.738414 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.738414 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739028 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739028 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739028 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] host = dv-cinder-774288-10-iscsi {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739028 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739028 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739028 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739028 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739028 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739741 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739741 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739741 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739741 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739741 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739741 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739741 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.739741 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.740261 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_file = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.740261 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_options = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.740261 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.740261 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.740261 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.740717 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.740717 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.740872 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.740872 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.741045 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.741240 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.741383 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.741790 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.741790 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.741790 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.742094 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.742094 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.742237 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.742361 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.742524 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.742677 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.743072 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.743676 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.743844 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.743999 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.744158 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.744314 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.744467 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.744626 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.744775 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.744932 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.745098 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.745262 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.745418 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.745576 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.745730 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.745885 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.746041 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.746196 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.746353 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.746512 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.746668 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.746824 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.747004 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.747160 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.747316 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.747473 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.747627 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.747783 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] use_json = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.747938 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.748094 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.748250 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.748406 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.748562 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.748717 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.748874 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.749116 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:41:16.749220 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.749358 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.749530 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.749691 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.749852 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.750014 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.750173 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.750334 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.750481 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.750640 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.750805 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.750991 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.751161 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.751322 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.751481 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.751643 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.751801 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.751960 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.752118 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.752276 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.752434 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.752594 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.752771 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.752930 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.753092 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.753325 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.753517 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.753671 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.753827 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.754004 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.754162 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.754306 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.754449 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.754605 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.754761 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.754949 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.755111 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.755264 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.755434 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.755609 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.755746 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.755907 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.756068 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.756554 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.756554 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.756554 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.756768 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.756834 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.756993 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.757147 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.757435 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.757435 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.757607 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.757908 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.757908 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.758053 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.758206 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.758367 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.758521 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.759665 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.759831 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.760099 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.760201 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.760280 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.760447 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.760610 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.760782 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.760942 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.761104 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.761265 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.761426 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.761575 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.761740 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.761924 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.762162 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.762312 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.762442 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.762530 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.762698 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.763002 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.763002 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.763272 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.763272 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.763421 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.763570 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.763771 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.763860 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.764021 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.764183 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.764352 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.764515 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.764676 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.764835 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.764994 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.765153 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.765313 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.765472 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.765631 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.765790 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.765989 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.766099 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.766257 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.766419 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.766578 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.766736 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.766914 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.766914 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.766914 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.766914 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.767700 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.767700 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.767873 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.768013 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.768095 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.768244 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.768403 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.768573 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.768733 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.768896 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.769056 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.769224 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.769396 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.769556 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.769716 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.769875 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.770058 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.770186 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.770328 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.770489 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.770648 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.771081 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.771241 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.771591 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.771765 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.771926 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.772307 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.772307 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.772463 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.772564 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.772723 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.772884 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.773295 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.773295 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.773459 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.773536 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.773645 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.773803 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.773964 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.774124 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.774957 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:16.775355 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.775779 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.775779 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.775922 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.775998 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.776133 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.776293 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.776456 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.776617 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.776776 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.776935 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.777094 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.777252 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.777411 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.777569 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.777727 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.777885 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.778043 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.778202 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.778360 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.778518 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.778675 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.778845 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.778998 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.779151 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.779314 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.779474 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.779638 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.779798 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.779958 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.780118 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.780276 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.780436 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.780593 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.780753 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.780913 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.781071 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.781248 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.781378 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.781537 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.781696 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.781854 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.782014 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.782190 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.782351 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.782510 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.782668 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.782831 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.783013 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.783173 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.783332 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.783491 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.783649 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.783808 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.783969 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.784132 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.784291 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.784451 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.784609 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.784769 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.784928 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.785087 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.785260 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.785421 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.785580 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.785741 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.785963 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.786195 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.786557 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.786557 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.786701 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.786778 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.786911 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.787074 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.787457 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.787457 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.787618 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.787746 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.787827 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.788191 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.788191 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.788346 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.788423 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.788572 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.788730 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.788888 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.789057 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.789377 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.789377 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.789573 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.789674 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.789784 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.790002 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.790727 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.791191 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.791191 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.791191 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.791980 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.791980 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.791980 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.791980 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.791980 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.792930 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.792930 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.792930 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.792930 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.792930 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.792930 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.793389 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.793389 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.793389 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.793389 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.793666 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.793745 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.793885 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.794028 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.794189 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.794357 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.794526 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.794686 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.794852 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.795044 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.795197 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.795356 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.795514 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.795674 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.795832 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.795991 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.796149 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.796308 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.796466 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.796617 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.796773 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.796931 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.797090 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.797249 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.797408 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.797566 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.797725 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.797885 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.798045 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:41:16.798197 dv-cinder-774288-10-iscsi neutron-server[106896]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106896) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 15:41:16.900654 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 48296) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:41:16.909331 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064869 Oct 13 15:41:28.603955 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec017f8-c9ff-4403-a1f7-353b1faef12d None None] get_active_networks_info from dv-cinder-774288-10-iscsi {{(pid=107007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 15:41:28.691391 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec017f8-c9ff-4403-a1f7-353b1faef12d None None] No non-hosted networks {{(pid=107007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 13 15:41:28.699449 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-530bf34f-f418-4fd8-b331-71b5f135056d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8041200'] for agent, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.248926 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f13c15a6-46f9-4a69-abae-eb15629a44a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8041200'] for agent, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.298718 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-52c655fa-cb8e-413f-8748-509f9cbc1c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:32.110460 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8041200'] for agent, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:32.229510 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8041200'] for agent, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:32.230183 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:32.230600 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:32.232008 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:32.232368 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:32.232804 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:32.233195 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:32.233674 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:32.234003 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:32.234335 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:32.234795 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:32.237335 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:32.238685 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:32.238833 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774288-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:32.262262 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774288-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:33.836553 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8041200'] for agent, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:34.941231 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.db.l3_hamode_db [None req-c1550c9b-7d9c-4526-8bb8-f1a71181335f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 13 15:41:35.018658 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1550c9b-7d9c-4526-8bb8-f1a71181335f None None] Routers set() bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:41:35.019083 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1550c9b-7d9c-4526-8bb8-f1a71181335f None None] Router IDs set() for agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 15:41:35.252762 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 48388) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:41:35.745953 dv-cinder-774288-10-iscsi neutron-server[107005]: WARNING oslo_policy.policy [None req-612a2065-2078-46ce-b202-df1d3348d9b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:41:35.746534 dv-cinder-774288-10-iscsi neutron-server[107005]: WARNING oslo_policy.policy [None req-612a2065-2078-46ce-b202-df1d3348d9b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:41:35.970384 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [None req-612a2065-2078-46ce-b202-df1d3348d9b9 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=107005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:41:35.971641 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-612a2065-2078-46ce-b202-df1d3348d9b9 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7168972 Oct 13 15:41:38.485735 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 48402) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:41:38.792305 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-eeb6dbfd-8e86-4bb1-afe9-aa53a6664e76 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:38.888358 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.policy [None req-eeb6dbfd-8e86-4bb1-afe9-aa53a6664e76 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107005) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 15:41:38.935196 dv-cinder-774288-10-iscsi neutron-server[107005]: WARNING oslo_policy.policy [None req-eeb6dbfd-8e86-4bb1-afe9-aa53a6664e76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:41:38.935588 dv-cinder-774288-10-iscsi neutron-server[107005]: WARNING oslo_policy.policy [None req-eeb6dbfd-8e86-4bb1-afe9-aa53a6664e76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:41:38.944036 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.quota [None req-eeb6dbfd-8e86-4bb1-afe9-aa53a6664e76 admin admin] Loaded quota_driver: . Oct 13 15:41:39.087700 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eeb6dbfd-8e86-4bb1-afe9-aa53a6664e76 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743010575204', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743010577843', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743010587450', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743010589430', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743017358464', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743010609438', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-656462', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-716737', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8025562', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7904266'] for rbac-policy, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.325182 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eeb6dbfd-8e86-4bb1-afe9-aa53a6664e76 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.326408 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-eeb6dbfd-8e86-4bb1-afe9-aa53a6664e76 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8396680 Oct 13 15:41:42.019697 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 48414) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:41:42.506088 dv-cinder-774288-10-iscsi neutron-server[107006]: WARNING oslo_policy.policy [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:41:42.506669 dv-cinder-774288-10-iscsi neutron-server[107006]: WARNING oslo_policy.policy [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:41:42.739452 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Request body: {'network': {'project_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'admin_state_up': True, 'name': 'private'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:42.740960 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.quota [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Loaded quota_driver: . Oct 13 15:41:42.854340 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Made reservation on behalf of 88210bbbf7c541dfb5b40f48020e9bc1 for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:41:42.923241 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.policy [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107006) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 15:41:42.970715 dv-cinder-774288-10-iscsi neutron-server[107006]: WARNING oslo_policy.policy [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:41:42.971114 dv-cinder-774288-10-iscsi neutron-server[107006]: WARNING oslo_policy.policy [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:41:42.982405 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:43.003640 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:43.114130 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:43.243237 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:43.264697 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:41:43.292828 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743014274551', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:43.293404 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Unsubscribe: segment precommit_create {{(pid=107006) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 15:41:43.293901 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Added segment 4e7a93cd-4fb9-42b1-a0ee-66425f4960a2 of type vlan for network de6dd36a-71d2-4ecf-bc37-14e9f019650c Oct 13 15:41:43.310263 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4382303a-7e6c-45ca-a1fe-9b17dd0fd44c,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:43.358909 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:43.359271 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:43.359614 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:43.359944 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:43.360265 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:43.360602 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:43.360954 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:43.361287 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:43.361609 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:43.361923 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:43.362234 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:43.362543 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Tracked resource versions report: Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: pushed versions: Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: { 'AddressGroup': {'1.2'}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'ConntrackHelper': {'1.0'}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Log': {'1.0'}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Network': {'1.1'}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Port': {'1.7'}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'PortForwarding': {'1.2'}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'QosPolicy': {'1.10'}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'SecurityGroup': {'1.4'}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'SubPort': {'1.0'}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Subnet': {'1.1'}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Trunk': {'1.1'}} Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: consumer versions: Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: { DHCP agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: L3 agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: Metadata agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: Metering agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: Open vSwitch agent@dv-cinder-774288-10-iscsi: { 'AddressGroup': '1.2', Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'ConntrackHelper': '1.0', Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Log': '1.0', Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Network': '1.1', Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Port': '1.7', Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'PortForwarding': '1.2', Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'QosPolicy': '1.10', Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'SecurityGroup': '1.4', Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'SecurityGroupRule': '1.2', Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'SubPort': '1.0', Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Subnet': '1.1', Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Trunk': '1.1'}} Oct 13 15:41:43.363880 dv-cinder-774288-10-iscsi neutron-server[107006]: {{(pid=107006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:41:43.411390 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:43.488481 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:43.489575 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:43.490243 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:43.591398 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] Pushing event updated for resources: {'Network': ['ID=de6dd36a-71d2-4ecf-bc37-14e9f019650c,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:43.603806 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network de6dd36a-71d2-4ecf-bc37-14e9f019650c details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:41:43.661359 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f41cd32d-c6bb-4eba-b9c7-2cfbe9ff622f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6403613 Oct 13 15:41:46.371038 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 48436) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:41:46.801697 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb3174-abd8-4135-9064-2313462ba85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:46.803115 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-41bb3174-abd8-4135-9064-2313462ba85e admin admin] 10.222.0.26 "GET /v2.0/networks/de6dd36a-71d2-4ecf-bc37-14e9f019650c HTTP/1.1" status: 200 len: 825 time: 0.4311268 Oct 13 15:41:46.828226 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-4ef3a8f8-6747-4a92-90a9-b5b23fdbf06b admin admin] 10.222.0.26 "GET /v2.0/subnetpools/33328610-4918-4c2d-a9bf-d7f9af11893b HTTP/1.1" status: 200 len: 734 time: 0.0179348 Oct 13 15:41:46.837433 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Request body: {'subnet': {'subnetpool_id': '33328610-4918-4c2d-a9bf-d7f9af11893b', 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c', 'ip_version': 4, 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:46.916849 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Made reservation on behalf of 88210bbbf7c541dfb5b40f48020e9bc1 for: {'subnet': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:41:46.919491 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:47.259990 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for subnet, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:47.328078 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Checking segment: {'id': '4e7a93cd-4fb9-42b1-a0ee-66425f4960a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:41:47.328441 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Network hostable DHCP agents. Network: de6dd36a-71d2-4ecf-bc37-14e9f019650c, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:41:47.340474 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb23b4b6-ddf7-4f86-af39-c8db07cd777c,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:47.355773 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:47.356125 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:47.356457 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:47.356780 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:47.357100 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:47.357441 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:47.357761 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:47.358086 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:47.358402 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:47.358708 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:47.359041 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:47.359347 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Tracked resource versions report: Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: pushed versions: Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: { 'AddressGroup': {'1.2'}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'ConntrackHelper': {'1.0'}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Log': {'1.0'}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Network': {'1.1'}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Port': {'1.7'}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'PortForwarding': {'1.2'}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'QosPolicy': {'1.10'}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'SecurityGroup': {'1.4'}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'SubPort': {'1.0'}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Subnet': {'1.1'}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Trunk': {'1.1'}} Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: consumer versions: Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: { DHCP agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: L3 agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: Metadata agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: Metering agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: Open vSwitch agent@dv-cinder-774288-10-iscsi: { 'AddressGroup': '1.2', Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'ConntrackHelper': '1.0', Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Log': '1.0', Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Network': '1.1', Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Port': '1.7', Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'PortForwarding': '1.2', Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'QosPolicy': '1.10', Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'SecurityGroup': '1.4', Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'SecurityGroupRule': '1.2', Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'SubPort': '1.0', Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Subnet': '1.1', Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Trunk': '1.1'}} Oct 13 15:41:47.360660 dv-cinder-774288-10-iscsi neutron-server[107005]: {{(pid=107005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:41:47.459628 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Network de6dd36a-71d2-4ecf-bc37-14e9f019650c is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:41:47.533770 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, de6dd36a-71d2-4ecf-bc37-14e9f019650c) {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:41:47.538316 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:47.540004 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:47.544501 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781e8bbf-e1ac-4abc-87f1-e9900a7ab778 None None] Network de6dd36a-71d2-4ecf-bc37-14e9f019650c requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:41:47.622285 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-52ac2824-9b91-429d-ae3c-0d6e4666e9a2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7881188 Oct 13 15:41:47.862298 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e4b5192-b0ca-5ce3-a42e-6ff05d2adb6f-de6dd36a-71d2-4ecf-bc37-14e9f019650c', 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c', 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'fixed_ips': [{'subnet_id': 'bb23b4b6-ddf7-4f86-af39-c8db07cd777c'}]}} from dv-cinder-774288-10-iscsi. {{(pid=107007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:41:47.863570 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:48.141633 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Allocated IP 172.20.0.2 (de6dd36a-71d2-4ecf-bc37-14e9f019650c/bb23b4b6-ddf7-4f86-af39-c8db07cd777c/75a31482-bcf4-4c78-a605-882bf761ae84) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:41:48.341495 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Notify callbacks [] for port, precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:48.431254 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:48.528803 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Network de6dd36a-71d2-4ecf-bc37-14e9f019650c is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:41:48.537101 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:41:48.542924 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Pushing event updated for resources: {'Port': ['ID=75a31482-bcf4-4c78-a605-882bf761ae84,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:48.545070 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:41:48.578573 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:48.578971 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:48.579318 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:48.579654 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:48.579983 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:48.580326 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:48.580659 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:48.580984 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:48.581323 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:48.581650 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:48.581970 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:48.582288 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Tracked resource versions report: Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: pushed versions: Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: { 'AddressGroup': {'1.2'}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'ConntrackHelper': {'1.0'}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Log': {'1.0'}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Network': {'1.1'}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Port': {'1.7'}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'PortForwarding': {'1.2'}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'QosPolicy': {'1.10'}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'SecurityGroup': {'1.4'}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'SubPort': {'1.0'}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Subnet': {'1.1'}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Trunk': {'1.1'}} Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: consumer versions: Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: { DHCP agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: L3 agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: Metadata agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: Metering agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: Open vSwitch agent@dv-cinder-774288-10-iscsi: { 'AddressGroup': '1.2', Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'ConntrackHelper': '1.0', Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Log': '1.0', Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Network': '1.1', Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Port': '1.7', Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'PortForwarding': '1.2', Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'QosPolicy': '1.10', Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'SecurityGroup': '1.4', Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'SecurityGroupRule': '1.2', Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'SubPort': '1.0', Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Subnet': '1.1', Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Trunk': '1.1'}} Oct 13 15:41:48.583718 dv-cinder-774288-10-iscsi neutron-server[107007]: {{(pid=107007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:41:48.635627 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Attempting to bind port 75a31482-bcf4-4c78-a605-882bf761ae84 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:41:48.636034 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Attempting to bind port 75a31482-bcf4-4c78-a605-882bf761ae84 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '4e7a93cd-4fb9-42b1-a0ee-66425f4960a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:41:48.636437 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Attempting to bind port 75a31482-bcf4-4c78-a605-882bf761ae84 on network de6dd36a-71d2-4ecf-bc37-14e9f019650c {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:41:48.641290 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:41:48.641683 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Checking segment: {'id': '4e7a93cd-4fb9-42b1-a0ee-66425f4960a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:41:48.642156 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:48.642543 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Bound using segment: {'id': '4e7a93cd-4fb9-42b1-a0ee-66425f4960a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:41:48.643051 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Bound port: 75a31482-bcf4-4c78-a605-882bf761ae84, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7a93cd-4fb9-42b1-a0ee-66425f4960a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:41:48.643459 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:48.706030 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] For port 75a31482-bcf4-4c78-a605-882bf761ae84, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:41:48.710152 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] For port 75a31482-bcf4-4c78-a605-882bf761ae84, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=75a31482-bcf4-4c78-a605-882bf761ae84,segment=NetworkSegment(4e7a93cd-4fb9-42b1-a0ee-66425f4960a2),segment_id=4e7a93cd-4fb9-42b1-a0ee-66425f4960a2)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:41:48.791672 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:48.855864 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeea600-4a26-401a-b388-c465e1f79237 None None] Pushing event updated for resources: {'Port': ['ID=75a31482-bcf4-4c78-a605-882bf761ae84,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:50.172796 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 48448) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:41:50.487725 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [None req-0b8811f3-f8f8-4d8b-bff6-7552c27270df admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=107005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:41:50.488689 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-0b8811f3-f8f8-4d8b-bff6-7552c27270df admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3149333 Oct 13 15:41:53.057576 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 48456) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:41:53.380690 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [None req-d249b905-f778-4530-a1b2-f2abb6a77fba admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=107005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:41:53.381653 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-d249b905-f778-4530-a1b2-f2abb6a77fba admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3231421 Oct 13 15:41:56.086730 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 48466) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:41:56.388981 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-859be9a3-507d-4e9d-adf1-5974373c0b7b admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:56.471681 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-859be9a3-507d-4e9d-adf1-5974373c0b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8044523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:56.473321 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-859be9a3-507d-4e9d-adf1-5974373c0b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8044415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8039208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12825'] for router, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:56.628455 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-859be9a3-507d-4e9d-adf1-5974373c0b7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:56.677764 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-859be9a3-507d-4e9d-adf1-5974373c0b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8044384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916025'] for router, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:56.764688 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-859be9a3-507d-4e9d-adf1-5974373c0b7b admin admin] Notify callbacks [] for router, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:56.765994 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-859be9a3-507d-4e9d-adf1-5974373c0b7b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6782138 Oct 13 15:41:58.004444 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c328d205-44ac-4af3-aa81-6a47d8fbd1a4 None None] Network de6dd36a-71d2-4ecf-bc37-14e9f019650c requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:41:58.080429 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-e6f359ab-2173-4de1-8819-53868eab40c0 None None] Provisioning complete for port 75a31482-bcf4-4c78-a605-882bf761ae84 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:41:58.080816 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e6f359ab-2173-4de1-8819-53868eab40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:58.120946 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 75a31482-bcf4-4c78-a605-882bf761ae84 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:41:58.338796 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e6f359ab-2173-4de1-8819-53868eab40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:58.344403 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 75a31482-bcf4-4c78-a605-882bf761ae84 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:41:58.344763 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:58.421619 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-e6f359ab-2173-4de1-8819-53868eab40c0 None None] For port 75a31482-bcf4-4c78-a605-882bf761ae84, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=75a31482-bcf4-4c78-a605-882bf761ae84,segment=NetworkSegment(4e7a93cd-4fb9-42b1-a0ee-66425f4960a2),segment_id=4e7a93cd-4fb9-42b1-a0ee-66425f4960a2)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:41:58.464649 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:58.518096 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e6f359ab-2173-4de1-8819-53868eab40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:58.590613 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-622b2678-4f19-430b-bef6-1700168f16f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:58.593720 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.db.api [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:41:58.594131 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG oslo_db.api [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:41:58.597052 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f359ab-2173-4de1-8819-53868eab40c0 None None] Pushing event updated for resources: {'Port': ['ID=75a31482-bcf4-4c78-a605-882bf761ae84,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:58.639592 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-7055199a-14cf-46b7-a7f2-6a6c2b625424 None None] Provisioning complete for port 75a31482-bcf4-4c78-a605-882bf761ae84 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:41:58.639956 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7055199a-14cf-46b7-a7f2-6a6c2b625424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:59.281546 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 48480) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:41:59.590329 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [None req-4a0b300a-3a3e-40af-a76e-53bffabc1c8d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=107005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:41:59.591335 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-4a0b300a-3a3e-40af-a76e-53bffabc1c8d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3088551 Oct 13 15:42:00.055382 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 75a31482-bcf4-4c78-a605-882bf761ae84 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:42:00.100638 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 75a31482-bcf4-4c78-a605-882bf761ae84 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:42:00.101017 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:01.243163 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3bf7051c-64d6-4317-910b-2725a709b1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:02.013960 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:02.068160 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 48488) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:42:02.133965 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:02.378949 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:02.452393 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Made reservation on behalf of 9a7eb0ad39b047bab3f61682fbbd491f for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:42:02.454575 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:02.462786 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:02.534320 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:02.596157 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:02.610775 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Reserving flat network on physical network physnet1 {{(pid=107006) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 13 15:42:02.630689 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd28e295-b2fc-435d-a5a4-7f24a410aaa3,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:02.634596 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:02.634959 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Added segment 110a2f8a-16be-4b9f-acd5-0b6257f2ad55 of type flat for network ee43febe-a688-4431-b929-490b4321eed3 Oct 13 15:42:02.684540 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:02.783784 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:02.784763 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:42:02.785358 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:02.843429 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] Pushing event updated for resources: {'Network': ['ID=ee43febe-a688-4431-b929-490b4321eed3,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:02.853330 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network ee43febe-a688-4431-b929-490b4321eed3 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:42:02.884737 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-4de62d24-0b44-4ce4-b77d-db5938cfcab9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8154726 Oct 13 15:42:03.750800 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:05.371648 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 48506) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:42:05.586061 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b314b77-0179-4994-80a8-abbb6f1eb1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:42:05.587411 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-6b314b77-0179-4994-80a8-abbb6f1eb1db admin admin] 10.222.0.26 "GET /v2.0/subnets/bb23b4b6-ddf7-4f86-af39-c8db07cd777c HTTP/1.1" status: 200 len: 849 time: 0.2148299 Oct 13 15:42:05.759140 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7ee023d7-a86b-42dc-9ccc-595957cd2a50 admin admin] 10.222.0.26 "GET /v2.0/routers/b2dafb64-5443-4f3e-8861-3dc0c20b1904 HTTP/1.1" status: 200 len: 704 time: 0.1655040 Oct 13 15:42:06.018668 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:06.306518 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Allocated IP 172.20.0.1 (de6dd36a-71d2-4ecf-bc37-14e9f019650c/bb23b4b6-ddf7-4f86-af39-c8db07cd777c/abd1a77a-8aba-4cf8-801b-5cf41ba3f791) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:42:06.485581 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:06.761672 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:06.842688 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Network de6dd36a-71d2-4ecf-bc37-14e9f019650c is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:42:06.847686 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:42:06.854052 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:42:06.854250 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915816'] for router_interface, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:06.856992 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Pushing event updated for resources: {'Port': ['ID=abd1a77a-8aba-4cf8-801b-5cf41ba3f791,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:07.085782 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-8e572617-0bda-490f-8486-38792ed1340c None None] Provisioning complete for port abd1a77a-8aba-4cf8-801b-5cf41ba3f791 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:42:07.086355 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8e572617-0bda-490f-8486-38792ed1340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:07.123731 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-8e572617-0bda-490f-8486-38792ed1340c None None] Port abd1a77a-8aba-4cf8-801b-5cf41ba3f791 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:42:07.159282 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:07.366064 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:07.407558 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:07.408283 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8041656'] for router_interface, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:07.486209 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Pushing event updated for resources: {'Port': ['ID=abd1a77a-8aba-4cf8-801b-5cf41ba3f791,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:07.531324 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Network de6dd36a-71d2-4ecf-bc37-14e9f019650c is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:42:07.532627 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:42:07.684074 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 5 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:42:07.744575 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-424b343c-f221-4ecf-b4bf-3995e462cb70 None None] Provisioning complete for port abd1a77a-8aba-4cf8-801b-5cf41ba3f791 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:42:07.744937 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-424b343c-f221-4ecf-b4bf-3995e462cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:07.750830 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Router b2dafb64-5443-4f3e-8861-3dc0c20b1904 is scheduled to L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 with binding_index 1 {{(pid=107006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:42:07.777845 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-424b343c-f221-4ecf-b4bf-3995e462cb70 None None] Port abd1a77a-8aba-4cf8-801b-5cf41ba3f791 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:42:07.844058 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:42:07.849276 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-99a9b52b-6327-4047-82d0-80804b85c0ce admin admin] 10.222.0.26 "PUT /v2.0/routers/b2dafb64-5443-4f3e-8861-3dc0c20b1904/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0844467 Oct 13 15:42:07.858757 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Sync routers for ids ['b2dafb64-5443-4f3e-8861-3dc0c20b1904'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:42:07.870552 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Routers {'b2dafb64-5443-4f3e-8861-3dc0c20b1904'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:42:07.871298 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:42:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['b2dafb64-5443-4f3e-8861-3dc0c20b1904'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:08.055037 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Set router b2dafb64-5443-4f3e-8861-3dc0c20b1904 gateway port host: None {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:42:08.481601 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'name': 'router1', 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:41:56Z', 'updated_at': '2021-10-13T15:42:06Z', 'revision_number': 2, 'project_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'gw_port_host': None, '_interfaces': [{'id': 'abd1a77a-8aba-4cf8-801b-5cf41ba3f791', 'name': '', 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c', 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'mac_address': 'fa:16:3e:c0:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb23b4b6-ddf7-4f86-af39-c8db07cd777c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:42:06Z', 'updated_at': '2021-10-13T15:42:07Z', 'revision_number': 2, 'project_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'subnets': [{'id': 'bb23b4b6-ddf7-4f86-af39-c8db07cd777c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33328610-4918-4c2d-a9bf-d7f9af11893b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:08.530329 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Checking router: b2dafb64-5443-4f3e-8861-3dc0c20b1904 for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:42:08.530703 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Updating router b2dafb64-5443-4f3e-8861-3dc0c20b1904 port abd1a77a-8aba-4cf8-801b-5cf41ba3f791 binding host dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:42:08.578815 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:09.083980 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Notify callbacks [] for port, precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:09.166722 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:09.321894 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Pushing event updated for resources: {'Port': ['ID=abd1a77a-8aba-4cf8-801b-5cf41ba3f791,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:09.335469 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:09.335762 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:09.336101 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:09.336423 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:09.336746 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:09.337073 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:09.337396 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:09.337714 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:09.338050 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:09.338369 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:09.338683 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:09.339018 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Tracked resource versions report: Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: pushed versions: Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: { 'AddressGroup': {'1.2'}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'ConntrackHelper': {'1.0'}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Log': {'1.0'}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Network': {'1.1'}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Port': {'1.7'}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'PortForwarding': {'1.2'}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'QosPolicy': {'1.10'}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'SecurityGroup': {'1.4'}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'SubPort': {'1.0'}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Subnet': {'1.1'}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Trunk': {'1.1'}} Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: consumer versions: Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: { DHCP agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: L3 agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: Metadata agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: Metering agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: Open vSwitch agent@dv-cinder-774288-10-iscsi: { 'AddressGroup': '1.2', Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'ConntrackHelper': '1.0', Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Log': '1.0', Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Network': '1.1', Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Port': '1.7', Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'PortForwarding': '1.2', Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'QosPolicy': '1.10', Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'SecurityGroup': '1.4', Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'SecurityGroupRule': '1.2', Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'SubPort': '1.0', Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Subnet': '1.1', Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Trunk': '1.1'}} Oct 13 15:42:09.340382 dv-cinder-774288-10-iscsi neutron-server[107008]: {{(pid=107008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:42:09.345224 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Attempting to bind port abd1a77a-8aba-4cf8-801b-5cf41ba3f791 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:42:09.345620 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Attempting to bind port abd1a77a-8aba-4cf8-801b-5cf41ba3f791 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '4e7a93cd-4fb9-42b1-a0ee-66425f4960a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:42:09.346030 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Attempting to bind port abd1a77a-8aba-4cf8-801b-5cf41ba3f791 on network de6dd36a-71d2-4ecf-bc37-14e9f019650c {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:42:09.351576 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:42:09.351999 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Checking segment: {'id': '4e7a93cd-4fb9-42b1-a0ee-66425f4960a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:42:09.352468 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:09.352836 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Bound using segment: {'id': '4e7a93cd-4fb9-42b1-a0ee-66425f4960a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:42:09.353334 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Bound port: abd1a77a-8aba-4cf8-801b-5cf41ba3f791, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7a93cd-4fb9-42b1-a0ee-66425f4960a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:42:09.353717 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:09.405868 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-30e75692-b100-499f-88de-f94a40f6b63d None None] Provisioning complete for port abd1a77a-8aba-4cf8-801b-5cf41ba3f791 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:42:09.406452 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-30e75692-b100-499f-88de-f94a40f6b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:09.423407 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] For port abd1a77a-8aba-4cf8-801b-5cf41ba3f791, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:42:09.440742 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-30e75692-b100-499f-88de-f94a40f6b63d None None] Port abd1a77a-8aba-4cf8-801b-5cf41ba3f791 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:42:09.443581 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] For port abd1a77a-8aba-4cf8-801b-5cf41ba3f791, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=abd1a77a-8aba-4cf8-801b-5cf41ba3f791,segment=NetworkSegment(4e7a93cd-4fb9-42b1-a0ee-66425f4960a2),segment_id=4e7a93cd-4fb9-42b1-a0ee-66425f4960a2)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:42:09.521779 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:09.577464 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Routers {'b2dafb64-5443-4f3e-8861-3dc0c20b1904'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:42:09.578099 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:42:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['b2dafb64-5443-4f3e-8861-3dc0c20b1904'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:09.583346 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900899d-5416-4334-91b4-440927efdd34 None None] Pushing event updated for resources: {'Port': ['ID=abd1a77a-8aba-4cf8-801b-5cf41ba3f791,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:09.670906 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] Set router b2dafb64-5443-4f3e-8861-3dc0c20b1904 gateway port host: None {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:42:09.760307 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-a119a02f-c744-4fb7-8d82-59680af3be4a None None] Provisioning complete for port abd1a77a-8aba-4cf8-801b-5cf41ba3f791 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:42:09.760823 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a119a02f-c744-4fb7-8d82-59680af3be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:09.841148 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a119a02f-c744-4fb7-8d82-59680af3be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:09.872575 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-a119a02f-c744-4fb7-8d82-59680af3be4a None None] For port abd1a77a-8aba-4cf8-801b-5cf41ba3f791, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=abd1a77a-8aba-4cf8-801b-5cf41ba3f791,segment=NetworkSegment(4e7a93cd-4fb9-42b1-a0ee-66425f4960a2),segment_id=4e7a93cd-4fb9-42b1-a0ee-66425f4960a2)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:42:09.885482 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'name': 'router1', 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:41:56Z', 'updated_at': '2021-10-13T15:42:06Z', 'revision_number': 2, 'project_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'gw_port_host': None, '_interfaces': [{'id': 'abd1a77a-8aba-4cf8-801b-5cf41ba3f791', 'name': '', 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c', 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'mac_address': 'fa:16:3e:c0:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb23b4b6-ddf7-4f86-af39-c8db07cd777c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:42:06Z', 'updated_at': '2021-10-13T15:42:09Z', 'revision_number': 4, 'project_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'subnets': [{'id': 'bb23b4b6-ddf7-4f86-af39-c8db07cd777c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33328610-4918-4c2d-a9bf-d7f9af11893b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:09.911393 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05836f04-94b7-4ff0-842a-d32cb7391b8c None None] The sync data for ids ['b2dafb64-5443-4f3e-8861-3dc0c20b1904'] in dv-cinder-774288-10-iscsi is: [{'id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'name': 'router1', 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:41:56Z', 'updated_at': '2021-10-13T15:42:06Z', 'revision_number': 2, 'project_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'gw_port_host': None, '_interfaces': [{'id': 'abd1a77a-8aba-4cf8-801b-5cf41ba3f791', 'name': '', 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c', 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'mac_address': 'fa:16:3e:c0:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb23b4b6-ddf7-4f86-af39-c8db07cd777c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:42:06Z', 'updated_at': '2021-10-13T15:42:09Z', 'revision_number': 4, 'project_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'subnets': [{'id': 'bb23b4b6-ddf7-4f86-af39-c8db07cd777c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33328610-4918-4c2d-a9bf-d7f9af11893b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:42:09.929322 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a119a02f-c744-4fb7-8d82-59680af3be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:09.983034 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119a02f-c744-4fb7-8d82-59680af3be4a None None] Pushing event updated for resources: {'Port': ['ID=abd1a77a-8aba-4cf8-801b-5cf41ba3f791,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:10.173881 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 48526) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:42:10.285584 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c0c2fc-f015-46e5-83be-755feaab14b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:42:10.286923 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-37c0c2fc-f015-46e5-83be-755feaab14b4 admin admin] 10.222.0.26 "GET /v2.0/networks/ee43febe-a688-4431-b929-490b4321eed3 HTTP/1.1" status: 200 len: 842 time: 0.1120162 Oct 13 15:42:10.298059 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-ca9e82ca-fbc5-4019-8e5d-1338877af151 admin admin] Request body: {'subnet': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:10.408051 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9e82ca-fbc5-4019-8e5d-1338877af151 admin admin] Made reservation on behalf of 9a7eb0ad39b047bab3f61682fbbd491f for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:42:10.410256 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ca9e82ca-fbc5-4019-8e5d-1338877af151 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:10.786129 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.objects.ports [None req-ca9e82ca-fbc5-4019-8e5d-1338877af151 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107006) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 15:42:10.786576 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ca9e82ca-fbc5-4019-8e5d-1338877af151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for subnet, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:10.837963 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e82ca-fbc5-4019-8e5d-1338877af151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=412b3646-8f2b-494a-b77e-4702aae22924,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:10.849446 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9e82ca-fbc5-4019-8e5d-1338877af151 admin admin] Checking segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:42:10.849802 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9e82ca-fbc5-4019-8e5d-1338877af151 admin admin] Network hostable DHCP agents. Network: ee43febe-a688-4431-b929-490b4321eed3, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:42:10.973728 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9e82ca-fbc5-4019-8e5d-1338877af151 admin admin] Network ee43febe-a688-4431-b929-490b4321eed3 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:42:11.075200 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-ca9e82ca-fbc5-4019-8e5d-1338877af151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, ee43febe-a688-4431-b929-490b4321eed3) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:42:11.079099 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9e82ca-fbc5-4019-8e5d-1338877af151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:42:11.079728 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ca9e82ca-fbc5-4019-8e5d-1338877af151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:11.087388 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92accffd-93cd-4cf9-9b7a-7f8da70c3cc3 None None] Network ee43febe-a688-4431-b929-490b4321eed3 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:42:11.187987 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-ca9e82ca-fbc5-4019-8e5d-1338877af151 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8933117 Oct 13 15:42:11.286644 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e52df8-15f3-4984-833f-9a2be2dac2d9 None None] Network ee43febe-a688-4431-b929-490b4321eed3 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:42:13.593343 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 48534) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:42:13.748349 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-838dbd46-b96e-4ae5-8e60-6f4cb40eb21b admin admin] 10.222.0.26 "GET /v2.0/routers/b2dafb64-5443-4f3e-8861-3dc0c20b1904 HTTP/1.1" status: 200 len: 710 time: 0.1535354 Oct 13 15:42:13.847862 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d558a-c7aa-4446-beb0-11c243f48d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:42:13.849132 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-475d558a-c7aa-4446-beb0-11c243f48d7f admin admin] 10.222.0.26 "GET /v2.0/networks/ee43febe-a688-4431-b929-490b4321eed3 HTTP/1.1" status: 200 len: 886 time: 0.0947115 Oct 13 15:42:13.859039 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:14.172534 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:14.482560 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:14.566615 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:14.670051 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Allocated IP 172.27.3.207 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/d507db4a-600d-421c-b75f-b8f82b85904a) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:42:14.835701 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:14.932405 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:14.973808 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:42:14.977514 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:42:14.981825 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:42:15.014819 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Pushing event updated for resources: {'Port': ['ID=d507db4a-600d-421c-b75f-b8f82b85904a,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:15.331352 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:15.544054 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8039194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8044393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12811'] for router, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:15.547919 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8039171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7916016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8044370'] for router, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:15.750248 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Router b2dafb64-5443-4f3e-8861-3dc0c20b1904 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:42:15.857562 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:42:15.861861 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] Notify callbacks [] for router, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:15.863054 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-9dde12cc-69fb-4371-a3f8-f6c3ce865c88 admin admin] 10.222.0.26 "PUT /v2.0/routers/b2dafb64-5443-4f3e-8861-3dc0c20b1904 HTTP/1.1" status: 200 len: 890 time: 2.0071690 Oct 13 15:42:16.085428 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device abd1a77a-8aba-4cf8-801b-5cf41ba3f791 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:42:16.135987 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port abd1a77a-8aba-4cf8-801b-5cf41ba3f791 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:42:16.136352 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:16.978585 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Sync routers for ids ['b2dafb64-5443-4f3e-8861-3dc0c20b1904'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:42:16.988659 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Routers {'b2dafb64-5443-4f3e-8861-3dc0c20b1904'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:42:16.989368 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:42:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['b2dafb64-5443-4f3e-8861-3dc0c20b1904'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:17.197250 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Set router b2dafb64-5443-4f3e-8861-3dc0c20b1904 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:42:17.591749 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'name': 'router1', 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd507db4a-600d-421c-b75f-b8f82b85904a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:41:56Z', 'updated_at': '2021-10-13T15:42:15Z', 'revision_number': 4, 'project_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'gw_port': {'id': 'd507db4a-600d-421c-b75f-b8f82b85904a', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:42:14Z', 'updated_at': '2021-10-13T15:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'abd1a77a-8aba-4cf8-801b-5cf41ba3f791', 'name': '', 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c', 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'mac_address': 'fa:16:3e:c0:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb23b4b6-ddf7-4f86-af39-c8db07cd777c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:42:06Z', 'updated_at': '2021-10-13T15:42:09Z', 'revision_number': 5, 'project_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'subnets': [{'id': 'bb23b4b6-ddf7-4f86-af39-c8db07cd777c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33328610-4918-4c2d-a9bf-d7f9af11893b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:17.643229 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Checking router: b2dafb64-5443-4f3e-8861-3dc0c20b1904 for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:42:17.643580 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Updating router b2dafb64-5443-4f3e-8861-3dc0c20b1904 port d507db4a-600d-421c-b75f-b8f82b85904a binding host dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:42:17.690085 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:18.082775 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Notify callbacks [] for port, precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:18.167818 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:18.222196 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Attempting to bind port d507db4a-600d-421c-b75f-b8f82b85904a on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:42:18.222818 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Attempting to bind port d507db4a-600d-421c-b75f-b8f82b85904a by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:42:18.222954 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Attempting to bind port d507db4a-600d-421c-b75f-b8f82b85904a on network ee43febe-a688-4431-b929-490b4321eed3 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:42:18.224681 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45aab6-1037-4439-95ba-cae37ce658c6 None None] Pushing event updated for resources: {'Port': ['ID=d507db4a-600d-421c-b75f-b8f82b85904a,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:18.230699 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:42:18.231161 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Checking segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:42:18.231562 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:18.231939 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Bound using segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:42:18.232404 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Bound port: d507db4a-600d-421c-b75f-b8f82b85904a, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:42:18.232799 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:18.282568 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] For port d507db4a-600d-421c-b75f-b8f82b85904a, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:42:18.285449 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] For port d507db4a-600d-421c-b75f-b8f82b85904a, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=d507db4a-600d-421c-b75f-b8f82b85904a,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:42:18.359186 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 48546) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:42:18.390778 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:18.445615 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Routers {'b2dafb64-5443-4f3e-8861-3dc0c20b1904'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:42:18.446225 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:42:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['b2dafb64-5443-4f3e-8861-3dc0c20b1904'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:18.473571 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-e5a2a6fa-45bc-408f-b0ae-029ad5cfaac7 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1132698 Oct 13 15:42:18.483606 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45aab6-1037-4439-95ba-cae37ce658c6 None None] Pushing event updated for resources: {'Port': ['ID=d507db4a-600d-421c-b75f-b8f82b85904a,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:18.566741 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] Set router b2dafb64-5443-4f3e-8861-3dc0c20b1904 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:42:18.792688 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'name': 'router1', 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd507db4a-600d-421c-b75f-b8f82b85904a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:41:56Z', 'updated_at': '2021-10-13T15:42:15Z', 'revision_number': 4, 'project_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'gw_port': {'id': 'd507db4a-600d-421c-b75f-b8f82b85904a', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:42:14Z', 'updated_at': '2021-10-13T15:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'abd1a77a-8aba-4cf8-801b-5cf41ba3f791', 'name': '', 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c', 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'mac_address': 'fa:16:3e:c0:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb23b4b6-ddf7-4f86-af39-c8db07cd777c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:42:06Z', 'updated_at': '2021-10-13T15:42:09Z', 'revision_number': 5, 'project_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'subnets': [{'id': 'bb23b4b6-ddf7-4f86-af39-c8db07cd777c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33328610-4918-4c2d-a9bf-d7f9af11893b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:18.817964 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ea78f3-a269-4089-af2e-9f553429d801 None None] The sync data for ids ['b2dafb64-5443-4f3e-8861-3dc0c20b1904'] in dv-cinder-774288-10-iscsi is: [{'id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'name': 'router1', 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd507db4a-600d-421c-b75f-b8f82b85904a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:41:56Z', 'updated_at': '2021-10-13T15:42:15Z', 'revision_number': 4, 'project_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'gw_port': {'id': 'd507db4a-600d-421c-b75f-b8f82b85904a', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:42:14Z', 'updated_at': '2021-10-13T15:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'abd1a77a-8aba-4cf8-801b-5cf41ba3f791', 'name': '', 'network_id': 'de6dd36a-71d2-4ecf-bc37-14e9f019650c', 'tenant_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'mac_address': 'fa:16:3e:c0:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dafb64-5443-4f3e-8861-3dc0c20b1904', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb23b4b6-ddf7-4f86-af39-c8db07cd777c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:42:06Z', 'updated_at': '2021-10-13T15:42:09Z', 'revision_number': 5, 'project_id': '88210bbbf7c541dfb5b40f48020e9bc1', 'subnets': [{'id': 'bb23b4b6-ddf7-4f86-af39-c8db07cd777c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33328610-4918-4c2d-a9bf-d7f9af11893b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:42:20.088396 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device d507db4a-600d-421c-b75f-b8f82b85904a up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:42:20.141742 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port d507db4a-600d-421c-b75f-b8f82b85904a triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:42:20.149094 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:20.241694 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:20.263854 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] For port d507db4a-600d-421c-b75f-b8f82b85904a, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=d507db4a-600d-421c-b75f-b8f82b85904a,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:42:20.338176 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:20.393918 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=d507db4a-600d-421c-b75f-b8f82b85904a,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:22.107880 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device d507db4a-600d-421c-b75f-b8f82b85904a up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:42:22.174691 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port d507db4a-600d-421c-b75f-b8f82b85904a triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:42:22.175399 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:28.572684 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c4326573-e673-42e5-ae37-970923841d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:31.234899 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b068099c-e42c-492f-aa97-85bee4fc1756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:32.035782 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:32.129808 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.807214 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:44.682353 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 5 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:42:58.522140 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a157a555-0b66-4c38-9a63-02a416b8fc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:01.247383 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-66c0dbed-7821-45af-b00a-737b9c670f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:02.029366 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:02.132281 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:03.806677 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:21.681978 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 5 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:43:28.531638 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b77bc0b6-7f5f-4142-94d6-8c094d92649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:31.223565 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-11971967-2486-47a2-99ff-3558149bf89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:32.028424 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:32.120211 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:33.788270 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:58.151514 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49110) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:43:58.212120 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cf30da-0572-4c4f-8ee7-74b855129e35 admin admin] GET failed (client error): The resource could not be found. Oct 13 15:43:58.213390 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f1cf30da-0572-4c4f-8ee7-74b855129e35 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609517 Oct 13 15:43:58.373858 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a24188e-b7ce-4dc3-b119-c5d33258c698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:43:58.375272 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7a24188e-b7ce-4dc3-b119-c5d33258c698 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572955 Oct 13 15:43:58.525383 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8616283d-21aa-430c-8165-ac01e6ef2c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:58.683085 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 5 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:44:00.666306 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49120) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:00.757097 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bd9c03-a0ca-4d2a-829f-528fee66ddd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:00.758478 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-56bd9c03-a0ca-4d2a-829f-528fee66ddd0 admin admin] 10.222.0.26 "GET /v2.0/subnets/bb23b4b6-ddf7-4f86-af39-c8db07cd777c HTTP/1.1" status: 200 len: 849 time: 0.0912006 Oct 13 15:44:00.768815 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:00.854357 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Notify callbacks [] for subnet, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:01.044572 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743014231309'] for subnet, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:01.075656 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:01.076233 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:01.077472 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] 10.222.0.26 "PUT /v2.0/subnets/bb23b4b6-ddf7-4f86-af39-c8db07cd777c HTTP/1.1" status: 200 len: 868 time: 0.3127959 Oct 13 15:44:01.082272 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d96920-5e7d-4e6a-b7a6-6dbe56816e0d None None] Network de6dd36a-71d2-4ecf-bc37-14e9f019650c requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:44:01.098324 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb23b4b6-ddf7-4f86-af39-c8db07cd777c,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:01.109252 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:01.109671 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:01.110191 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:01.110695 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:01.112380 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:01.113106 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:01.113613 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:01.114101 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:01.114579 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:01.115105 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:01.115596 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:01.116136 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194923e0-f759-4237-8a64-c81d90ec930c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:01.254565 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-46319252-38e6-4444-8194-d576d37363d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:01.478234 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-2efdbe64-c57d-4084-82fa-797da27b8535 None None] Provisioning complete for port 75a31482-bcf4-4c78-a605-882bf761ae84 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:44:01.478606 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2efdbe64-c57d-4084-82fa-797da27b8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:01.562520 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-2efdbe64-c57d-4084-82fa-797da27b8535 None None] Provisioning complete for port abd1a77a-8aba-4cf8-801b-5cf41ba3f791 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:44:01.563196 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2efdbe64-c57d-4084-82fa-797da27b8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:02.033923 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:02.142835 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:03.381419 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49128) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:03.575245 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538552a-e5d0-42ec-a48e-fb0baa141b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:03.575618 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538552a-e5d0-42ec-a48e-fb0baa141b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:03.577109 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c538552a-e5d0-42ec-a48e-fb0baa141b06 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1946919 Oct 13 15:44:03.794114 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:05.835773 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49136) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:05.965652 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6689d823-e694-4afd-a6fd-8bbb1ed3f413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:05.966142 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6689d823-e694-4afd-a6fd-8bbb1ed3f413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:05.967649 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-6689d823-e694-4afd-a6fd-8bbb1ed3f413 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309338 Oct 13 15:44:08.240356 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49144) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:08.370722 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a67fcc8-2e1a-4379-9a20-e15329622ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:08.372030 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7a67fcc8-2e1a-4379-9a20-e15329622ef8 admin admin] 10.222.0.26 "GET /v2.0/networks/de6dd36a-71d2-4ecf-bc37-14e9f019650c HTTP/1.1" status: 200 len: 869 time: 0.1307309 Oct 13 15:44:10.633130 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49152) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:10.756043 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2a4b25-d813-4fa6-bf0b-0bbf2ada9bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:10.757360 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7f2a4b25-d813-4fa6-bf0b-0bbf2ada9bdb admin admin] 10.222.0.26 "GET /v2.0/networks/ee43febe-a688-4431-b929-490b4321eed3 HTTP/1.1" status: 200 len: 886 time: 0.1232929 Oct 13 15:44:13.038669 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49160) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:13.160536 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31351a46-4ae2-4980-9244-a51da16354e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:13.160984 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31351a46-4ae2-4980-9244-a51da16354e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:13.162456 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-31351a46-4ae2-4980-9244-a51da16354e9 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228220 Oct 13 15:44:15.475982 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49168) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:15.568510 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d05b61-1823-4860-8e90-7759979d9b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:15.568869 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d05b61-1823-4860-8e90-7759979d9b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:15.570375 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-b5d05b61-1823-4860-8e90-7759979d9b80 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0934296 Oct 13 15:44:17.839589 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49176) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:17.930798 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d32eda-31b3-479e-bfe2-7c86f03f8f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:17.932135 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-77d32eda-31b3-479e-bfe2-7c86f03f8f3c admin admin] 10.222.0.26 "GET /v2.0/subnets/412b3646-8f2b-494a-b77e-4702aae22924 HTTP/1.1" status: 200 len: 816 time: 0.0916057 Oct 13 15:44:20.198597 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49184) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:20.288268 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd942452-aaab-46aa-a543-26d472377412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:20.289619 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-bd942452-aaab-46aa-a543-26d472377412 admin admin] 10.222.0.26 "GET /v2.0/subnets/bb23b4b6-ddf7-4f86-af39-c8db07cd777c HTTP/1.1" status: 200 len: 868 time: 0.0900629 Oct 13 15:44:28.580864 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa64d-28f3-4852-b6f9-ce294b0b6266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:31.215373 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6dfc7489-eb7a-4935-bbd5-ad369b20da97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:32.032620 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:32.146338 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:33.787027 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:35.685314 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 5 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:44:45.980078 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49238) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:46.027316 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [None req-8e7e093d-4cb0-4b53-a0d8-07845f808c1c admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=107006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:44:46.028330 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-8e7e093d-4cb0-4b53-a0d8-07845f808c1c admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0473294 Oct 13 15:44:48.389717 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49246) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:48.450264 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.pecan_wsgi.hooks.translation [None req-128e66d5-bad2-4170-bd6b-ec4cb67dc474 admin admin] GET failed (client error): The resource could not be found. Oct 13 15:44:48.451559 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-128e66d5-bad2-4170-bd6b-ec4cb67dc474 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609057 Oct 13 15:44:48.634718 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c77bcfc-2f5e-465a-8d98-6234e5a1207a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:48.636197 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2c77bcfc-2f5e-465a-8d98-6234e5a1207a admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1789615 Oct 13 15:44:50.953083 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49254) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:50.999034 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-96b377a9-ac25-46fd-bf8c-a3574c2422b3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:51.077897 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b377a9-ac25-46fd-bf8c-a3574c2422b3 admin admin] Made reservation on behalf of 9a7eb0ad39b047bab3f61682fbbd491f for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:44:51.080308 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96b377a9-ac25-46fd-bf8c-a3574c2422b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:51.107002 dv-cinder-774288-10-iscsi neutron-server[107006]: WARNING neutron.services.revisions.revision_plugin [None req-96b377a9-ac25-46fd-bf8c-a3574c2422b3 admin admin] Could not find related network for resource to bump revision. Oct 13 15:44:51.117627 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b377a9-ac25-46fd-bf8c-a3574c2422b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:44:51.126357 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96b377a9-ac25-46fd-bf8c-a3574c2422b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:51.126688 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-96b377a9-ac25-46fd-bf8c-a3574c2422b3 admin admin] Added segment 19b06602-d4c9-40a3-a71d-f7f7edc67cad of type vlan for network 31335750-792a-4e5a-9dfa-904929639e03 Oct 13 15:44:51.163194 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96b377a9-ac25-46fd-bf8c-a3574c2422b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:51.237638 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96b377a9-ac25-46fd-bf8c-a3574c2422b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:51.238559 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b377a9-ac25-46fd-bf8c-a3574c2422b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:51.239167 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96b377a9-ac25-46fd-bf8c-a3574c2422b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:51.299339 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b377a9-ac25-46fd-bf8c-a3574c2422b3 admin admin] Pushing event updated for resources: {'Network': ['ID=31335750-792a-4e5a-9dfa-904929639e03,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:51.309518 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network 31335750-792a-4e5a-9dfa-904929639e03 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:44:51.343888 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-96b377a9-ac25-46fd-bf8c-a3574c2422b3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3892205 Oct 13 15:44:53.630442 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49262) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:53.689888 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.pecan_wsgi.hooks.translation [None req-3655a336-41bc-4e8c-ac52-115641eb6529 admin admin] GET failed (client error): The resource could not be found. Oct 13 15:44:53.691281 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3655a336-41bc-4e8c-ac52-115641eb6529 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598571 Oct 13 15:44:53.759059 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614fde04-6941-43ce-9c61-0f8cd1d47b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:53.760460 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-614fde04-6941-43ce-9c61-0f8cd1d47b2f admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0646603 Oct 13 15:44:53.771059 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-7e8ea91a-ba2a-470c-86b7-5eaeff1bb6df admin admin] Request body: {'subnet': {'network_id': '31335750-792a-4e5a-9dfa-904929639e03', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:53.860840 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8ea91a-ba2a-470c-86b7-5eaeff1bb6df admin admin] Made reservation on behalf of 9a7eb0ad39b047bab3f61682fbbd491f for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:44:53.863050 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7e8ea91a-ba2a-470c-86b7-5eaeff1bb6df admin admin] Notify callbacks [] for subnet, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:54.077832 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7e8ea91a-ba2a-470c-86b7-5eaeff1bb6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for subnet, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:54.129322 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ea91a-ba2a-470c-86b7-5eaeff1bb6df admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a1609a-7e11-47fe-ba07-bb73a9fb4b0c,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:54.144605 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ea91a-ba2a-470c-86b7-5eaeff1bb6df admin admin] Checking segment: {'id': '19b06602-d4c9-40a3-a71d-f7f7edc67cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '31335750-792a-4e5a-9dfa-904929639e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:44:54.144956 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8ea91a-ba2a-470c-86b7-5eaeff1bb6df admin admin] Network hostable DHCP agents. Network: 31335750-792a-4e5a-9dfa-904929639e03, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:44:54.197147 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8ea91a-ba2a-470c-86b7-5eaeff1bb6df admin admin] Network 31335750-792a-4e5a-9dfa-904929639e03 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:44:54.248571 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-7e8ea91a-ba2a-470c-86b7-5eaeff1bb6df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, 31335750-792a-4e5a-9dfa-904929639e03) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:44:54.255282 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8ea91a-ba2a-470c-86b7-5eaeff1bb6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:54.255889 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7e8ea91a-ba2a-470c-86b7-5eaeff1bb6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:54.260098 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3a7b5f-c533-4048-aafe-f9ac44011159 None None] Network 31335750-792a-4e5a-9dfa-904929639e03 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:44:54.320769 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7e8ea91a-ba2a-470c-86b7-5eaeff1bb6df admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5525196 Oct 13 15:44:54.410231 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e4b5192-b0ca-5ce3-a42e-6ff05d2adb6f-31335750-792a-4e5a-9dfa-904929639e03', 'network_id': '31335750-792a-4e5a-9dfa-904929639e03', 'tenant_id': '9a7eb0ad39b047bab3f61682fbbd491f', 'fixed_ips': [{'subnet_id': '03a1609a-7e11-47fe-ba07-bb73a9fb4b0c'}]}} from dv-cinder-774288-10-iscsi. {{(pid=107007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:44:54.411193 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:54.554376 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Allocated IP 192.168.233.2 (31335750-792a-4e5a-9dfa-904929639e03/03a1609a-7e11-47fe-ba07-bb73a9fb4b0c/7f0f6f20-86c1-4ce3-a009-ba09fde04ad1) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:44:54.709169 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Notify callbacks [] for port, precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:54.763828 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:54.805460 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Network 31335750-792a-4e5a-9dfa-904929639e03 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:44:54.808545 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:44:54.811092 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:44:54.820391 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Pushing event updated for resources: {'Port': ['ID=7f0f6f20-86c1-4ce3-a009-ba09fde04ad1,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:54.842445 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:54.842807 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:54.843965 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:54.844302 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:54.844651 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:54.844993 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:54.845320 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:54.845639 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:54.845978 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:54.846293 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:54.846606 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:54.846937 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:54.880814 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Attempting to bind port 7f0f6f20-86c1-4ce3-a009-ba09fde04ad1 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:44:54.881168 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Attempting to bind port 7f0f6f20-86c1-4ce3-a009-ba09fde04ad1 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '19b06602-d4c9-40a3-a71d-f7f7edc67cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '31335750-792a-4e5a-9dfa-904929639e03'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:44:54.881521 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Attempting to bind port 7f0f6f20-86c1-4ce3-a009-ba09fde04ad1 on network 31335750-792a-4e5a-9dfa-904929639e03 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:44:54.886410 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:44:54.886782 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Checking segment: {'id': '19b06602-d4c9-40a3-a71d-f7f7edc67cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '31335750-792a-4e5a-9dfa-904929639e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:44:54.887184 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:54.887562 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Bound using segment: {'id': '19b06602-d4c9-40a3-a71d-f7f7edc67cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '31335750-792a-4e5a-9dfa-904929639e03'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:44:54.888012 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Bound port: 7f0f6f20-86c1-4ce3-a009-ba09fde04ad1, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b06602-d4c9-40a3-a71d-f7f7edc67cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '31335750-792a-4e5a-9dfa-904929639e03'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:44:54.888393 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:54.954356 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] For port 7f0f6f20-86c1-4ce3-a009-ba09fde04ad1, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:44:54.957410 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] For port 7f0f6f20-86c1-4ce3-a009-ba09fde04ad1, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=7f0f6f20-86c1-4ce3-a009-ba09fde04ad1,segment=NetworkSegment(19b06602-d4c9-40a3-a71d-f7f7edc67cad),segment_id=19b06602-d4c9-40a3-a71d-f7f7edc67cad)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:44:55.021472 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:55.081352 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90519717-de0e-46fc-a295-2960d6d98d5b None None] Pushing event updated for resources: {'Port': ['ID=7f0f6f20-86c1-4ce3-a009-ba09fde04ad1,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:55.879603 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69d364f-ad51-4f81-8e40-66202e6e1e30 None None] Network 31335750-792a-4e5a-9dfa-904929639e03 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:44:55.957996 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-221208ac-4e39-49c4-b7ab-ce02fc049039 None None] Provisioning complete for port 7f0f6f20-86c1-4ce3-a009-ba09fde04ad1 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:44:55.958357 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-221208ac-4e39-49c4-b7ab-ce02fc049039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:56.098901 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-221208ac-4e39-49c4-b7ab-ce02fc049039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:56.139616 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-221208ac-4e39-49c4-b7ab-ce02fc049039 None None] For port 7f0f6f20-86c1-4ce3-a009-ba09fde04ad1, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=7f0f6f20-86c1-4ce3-a009-ba09fde04ad1,segment=NetworkSegment(19b06602-d4c9-40a3-a71d-f7f7edc67cad),segment_id=19b06602-d4c9-40a3-a71d-f7f7edc67cad)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:44:56.209752 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-221208ac-4e39-49c4-b7ab-ce02fc049039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:56.248608 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 7f0f6f20-86c1-4ce3-a009-ba09fde04ad1 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:44:56.308236 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221208ac-4e39-49c4-b7ab-ce02fc049039 None None] Pushing event updated for resources: {'Port': ['ID=7f0f6f20-86c1-4ce3-a009-ba09fde04ad1,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:56.331961 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 7f0f6f20-86c1-4ce3-a009-ba09fde04ad1 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:44:56.332320 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:56.359539 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-2f2b2a5f-a32b-4337-975c-ed7b9102ae0e None None] Provisioning complete for port 7f0f6f20-86c1-4ce3-a009-ba09fde04ad1 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:44:56.359896 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2a5f-a32b-4337-975c-ed7b9102ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:58.182638 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 7f0f6f20-86c1-4ce3-a009-ba09fde04ad1 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:44:58.233688 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 7f0f6f20-86c1-4ce3-a009-ba09fde04ad1 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:44:58.234059 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:58.546779 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-637c0dc1-dd4b-4e3c-8a85-13c3f2856a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:01.243039 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3f4c377e-d061-4677-b314-c1ae69e64b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:02.037271 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:02.134677 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:03.791874 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:12.683619 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 5 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:45:28.550990 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f07d802f-6929-4f7c-9682-06d3bb13facd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:31.213973 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d55c644a-57b0-47f6-8e46-4f07c2451ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:32.087792 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:32.156681 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:33.813628 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:49.682151 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 5 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:45:58.555988 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-321684b5-c66e-4f16-83d0-362412f0891c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:01.258513 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c2a5549e-d195-4330-86b6-78f2ced2b221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:02.058785 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:02.150205 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:03.807261 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:26.681495 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 5 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:46:28.572237 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d50dd142-1e34-4ffe-a37f-53f3ae200e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:31.229600 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fe6a1f06-d2d6-4f6b-9558-45417f04a3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:32.057774 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:32.160559 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:33.824096 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:40.510981 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49316) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:46:40.517115 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [None req-a643b05f-2a27-4040-a2a0-55a719963698 tempest-verify_tempest_config-304066511 tempest-verify_tempest_config-304066511-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=107006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:46:40.518145 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-a643b05f-2a27-4040-a2a0-55a719963698 tempest-verify_tempest_config-304066511 tempest-verify_tempest_config-304066511-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0061331 Oct 13 15:46:41.006277 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 49334) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:46:41.116195 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:41.213723 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:41.275142 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:41.322542 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3c0eeb-6481-4220-9915-5dd95233e93a,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:46:41.326917 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86dc847b965341c4b5dd994a2cfa83ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3195870 Oct 13 15:46:41.329671 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49340) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:46:41.331637 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.331988 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.332324 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.332654 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.332980 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.333319 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.333647 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.333968 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.334287 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.334605 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.334947 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.335273 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eab0cd-952f-48ae-8fee-2a5029b8c101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.383985 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:41.404391 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:41.572388 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:41.575022 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:41.576085 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef3c0eeb-6481-4220-9915-5dd95233e93a HTTP/1.1" status: 204 len: 168 time: 0.2454736 Oct 13 15:46:41.584123 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3c0eeb-6481-4220-9915-5dd95233e93a,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:46:41.590864 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.591258 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.591595 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.593806 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.593806 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.593806 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.593806 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.594536 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.594536 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.594720 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.594902 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:41.595211 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5532425-8be9-4906-b0d5-a7e23113f171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:46:58.554681 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b9a5f806-2719-45bf-9bcb-ecf6a1b121de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:01.371828 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-346f8278-5419-4240-bd5d-556dad178e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:02.091511 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:02.142610 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:03.679774 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 5 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:47:03.811601 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:28.560561 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e16f7836-c582-422f-9cf4-63e355d4a986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:31.244521 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-36b7a5d7-b524-4379-8a9c-542a0be3452b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:32.107791 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:32.159362 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:33.827523 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:40.677565 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 5 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:47:58.541935 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-449aa339-c2c5-4d8b-b86f-05022f27a610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:01.249472 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4527e3b1-b559-416b-8db8-b17b49867a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:02.067223 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:02.152259 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:03.833254 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:12.014807 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8041200'] for agent, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:17.676716 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:48:27.199662 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49416) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:48:27.303784 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-798b42df-a988-450b-80f7-aeb5a758c54e admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1029642 Oct 13 15:48:28.540596 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5c33e146-4b1a-4c1d-8811-3f22ee9497ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:29.594163 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49426) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:48:29.649354 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-079dbe75-3946-4094-aba2-82f702edf9f0 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0540531 Oct 13 15:48:31.261272 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c93db2e-00bb-460d-8773-cef448cd0486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:32.112482 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:32.169831 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:33.832750 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:41.962572 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:54.676791 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:48:58.528754 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-59c5e219-cd06-4873-9b5e-57730455bcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:01.260546 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-20e43658-459d-4e4b-882d-f317e6ed29ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:02.105825 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:02.151675 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:03.866339 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:11.961485 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:28.534088 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-375b6a6e-2f24-4419-a622-aea59e5eddaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:31.259762 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-58bc1504-c0cb-4e19-8c6d-2487621e6400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:31.676119 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:49:32.084543 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.156833 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:33.836992 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:41.967977 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:58.513661 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49638) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:58.549759 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dec53762-3fac-4894-abdc-a456959274ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:58.919926 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49654) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:58.942130 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 49658) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:59.000885 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-416956853-network', 'tenant_id': '2153aadbf9904e2c845d0b9be5f8d3f5'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:59.093685 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Made reservation on behalf of 2153aadbf9904e2c845d0b9be5f8d3f5 for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:49:59.096856 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.106058 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.125671 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 49668) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:59.190379 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.251163 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.279819 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1480828673-network', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:59.279968 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-310021702-network', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:59.281140 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88d283f-d26b-4365-9ac8-a363a5b2c718,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:59.298384 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.298544 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.299159 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.299652 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.300133 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.300712 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.301455 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.301952 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.302658 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.303160 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.303616 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.304075 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Tracked resource versions report: Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: pushed versions: Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: { 'AddressGroup': {'1.2'}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'ConntrackHelper': {'1.0'}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Log': {'1.0'}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Network': {'1.1'}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Port': {'1.7'}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'PortForwarding': {'1.2'}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'QosPolicy': {'1.10'}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'SecurityGroup': {'1.4'}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'SubPort': {'1.0'}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Subnet': {'1.1'}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Trunk': {'1.1'}} Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: consumer versions: Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: { DHCP agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: HyperV agent@hv-cinder-77428: {}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: L3 agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: Metadata agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: Metering agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: Open vSwitch agent@dv-cinder-774288-10-iscsi: { 'AddressGroup': '1.2', Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'ConntrackHelper': '1.0', Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Log': '1.0', Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Network': '1.1', Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Port': '1.7', Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'PortForwarding': '1.2', Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'QosPolicy': '1.10', Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'SecurityGroup': '1.4', Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'SecurityGroupRule': '1.2', Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'SubPort': '1.0', Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Subnet': '1.1', Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: 'Trunk': '1.1'}} Oct 13 15:49:59.305377 dv-cinder-774288-10-iscsi neutron-server[107006]: {{(pid=107006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:49:59.315666 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.db.api [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 15:49:59.315666 dv-cinder-774288-10-iscsi neutron-server[107006]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 15:49:59.315666 dv-cinder-774288-10-iscsi neutron-server[107006]: [parameters: {'project_id_1': '0ad9a1dee35d4073be2e8567596086aa', 'expiration_1': datetime.datetime(2021, 10, 13, 15, 49, 39, 294078)}] Oct 13 15:49:59.315666 dv-cinder-774288-10-iscsi neutron-server[107006]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:49:59.316428 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG oslo_db.api [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:49:59.322233 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:49:59.331804 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.336941 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Added segment d23df236-0795-4f38-a1b5-dd2668771b9a of type vlan for network ba5c707c-6390-423a-8515-676af3aee161 Oct 13 15:49:59.349966 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1758601658-network', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:59.369741 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.466347 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.467320 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:59.468164 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.486731 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Made reservation on behalf of b2b196667d48416ea6c3c4266aee1ab0 for: {'network': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:49:59.489904 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.501371 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.532803 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] Pushing event updated for resources: {'Network': ['ID=ba5c707c-6390-423a-8515-676af3aee161,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:59.549876 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network ba5c707c-6390-423a-8515-676af3aee161 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:49:59.571653 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] Made reservation on behalf of 695e8fd499fd4d6c8aae611cd7421cf2 for: {'network': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:49:59.574725 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.589429 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.643149 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.674100 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c102331e-ca25-4613-8dc2-724ad5bc6209 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1593509 Oct 13 15:49:59.677054 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49690) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:59.681787 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-50aa2be9-9c81-4990-9ce3-dc8daeb0b385 admin admin] Request body: {'subnet': {'network_id': 'ba5c707c-6390-423a-8515-676af3aee161', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-416956853-subnet', 'tenant_id': '2153aadbf9904e2c845d0b9be5f8d3f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:59.705298 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.735923 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.762654 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=107005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:49:59.762934 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aa2be9-9c81-4990-9ce3-dc8daeb0b385 admin admin] Made reservation on behalf of 2153aadbf9904e2c845d0b9be5f8d3f5 for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:49:59.765262 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-50aa2be9-9c81-4990-9ce3-dc8daeb0b385 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.792640 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743014274551', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.793312 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Unsubscribe: segment precommit_create {{(pid=107005) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 15:49:59.793796 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.segments_db [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Added segment a45ece00-2aaa-452a-a01d-72d1d2468ba1 of type vlan for network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 Oct 13 15:49:59.807679 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe916c5d-2bfc-4c7e-ba37-94863a648133,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:59.840820 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.841167 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.841507 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.842016 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.842283 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.842630 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.842994 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.843336 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.843933 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.844052 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.844277 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.844596 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Tracked resource versions report: Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: pushed versions: Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: { 'AddressGroup': {'1.2'}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'ConntrackHelper': {'1.0'}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Log': {'1.0'}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Network': {'1.1'}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Port': {'1.7'}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'PortForwarding': {'1.2'}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'QosPolicy': {'1.10'}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'SecurityGroup': {'1.4'}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'SubPort': {'1.0'}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Subnet': {'1.1'}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Trunk': {'1.1'}} Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: consumer versions: Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: { DHCP agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: HyperV agent@hv-cinder-77428: {}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: L3 agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: Metadata agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: Metering agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: Open vSwitch agent@dv-cinder-774288-10-iscsi: { 'AddressGroup': '1.2', Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'ConntrackHelper': '1.0', Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Log': '1.0', Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Network': '1.1', Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Port': '1.7', Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'PortForwarding': '1.2', Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'QosPolicy': '1.10', Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'SecurityGroup': '1.4', Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'SecurityGroupRule': '1.2', Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'SubPort': '1.0', Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Subnet': '1.1', Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: 'Trunk': '1.1'}} Oct 13 15:49:59.845717 dv-cinder-774288-10-iscsi neutron-server[107005]: {{(pid=107005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:49:59.867427 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.890151 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.921417 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=107005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:49:59.959272 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc75695-ac2d-44b2-b985-909a7215e635,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:59.981134 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:59.981134 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.segments_db [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] Added segment a668a400-ad78-491a-9add-a383941da6a3 of type vlan for network e701f80d-78be-455a-b072-c4a75da0219e Oct 13 15:50:00.018097 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.019976 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-50aa2be9-9c81-4990-9ce3-dc8daeb0b385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for subnet, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.065294 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.066271 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:00.066849 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.069188 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Made reservation on behalf of 0ad9a1dee35d4073be2e8567596086aa for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:50:00.071949 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.092821 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa2be9-9c81-4990-9ce3-dc8daeb0b385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=894a30d8-ae4a-4f25-9b47-46662f1a08e0,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:00.094891 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.118821 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa2be9-9c81-4990-9ce3-dc8daeb0b385 admin admin] Checking segment: {'id': 'd23df236-0795-4f38-a1b5-dd2668771b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba5c707c-6390-423a-8515-676af3aee161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:00.119462 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa2be9-9c81-4990-9ce3-dc8daeb0b385 admin admin] Network hostable DHCP agents. Network: ba5c707c-6390-423a-8515-676af3aee161, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:50:00.128888 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.129842 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:00.130408 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.170258 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] Pushing event updated for resources: {'Network': ['ID=b0c8926c-1bec-4a1e-8b96-cb13f921adc9,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:00.183245 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:50:00.207962 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.223642 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-ee6b7daf-066c-4559-9bac-4801cfb30330 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2803147 Oct 13 15:50:00.226621 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 49708) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:00.232027 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-de760f3b-7703-4695-b4b2-3a1143691b2c admin admin] Request body: {'subnet': {'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-subnet', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:00.237957 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa2be9-9c81-4990-9ce3-dc8daeb0b385 admin admin] Network ba5c707c-6390-423a-8515-676af3aee161 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:50:00.250144 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1233382 Oct 13 15:50:00.253745 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49710) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:00.260232 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d94f2-eb11-48f8-bc98-d15708992c53 admin admin] Pushing event updated for resources: {'Network': ['ID=e701f80d-78be-455a-b072-c4a75da0219e,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:00.261095 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-5d92f5e6-a16d-48d8-ac0b-05b1e5580865 admin admin] Request body: {'subnet': {'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1758601658-subnet', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:00.278520 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network e701f80d-78be-455a-b072-c4a75da0219e details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:50:00.324255 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-50aa2be9-9c81-4990-9ce3-dc8daeb0b385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, ba5c707c-6390-423a-8515-676af3aee161) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:00.335859 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aa2be9-9c81-4990-9ce3-dc8daeb0b385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:00.337336 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-50aa2be9-9c81-4990-9ce3-dc8daeb0b385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.342086 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b0ebc2-1fcc-41fb-88bc-cf9e132052c2 None None] Network ba5c707c-6390-423a-8515-676af3aee161 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:50:00.345313 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.371062 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:50:00.389964 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.390452 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Added segment 35d579cc-7592-4e92-9f2d-d12105aeadcc of type vlan for network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 Oct 13 15:50:00.457958 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.460166 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1901d440-2d38-406e-b011-7b2777025470,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:00.499350 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de760f3b-7703-4695-b4b2-3a1143691b2c admin admin] Made reservation on behalf of b2b196667d48416ea6c3c4266aee1ab0 for: {'subnet': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:50:00.501671 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-de760f3b-7703-4695-b4b2-3a1143691b2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.513021 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a259cd6-a4fd-4ec0-81c2-6f6ec7c004e3 None None] Network ba5c707c-6390-423a-8515-676af3aee161 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:50:00.581896 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.585784 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:00.587199 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.643336 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-50aa2be9-9c81-4990-9ce3-dc8daeb0b385 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9650962 Oct 13 15:50:00.677756 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] Pushing event updated for resources: {'Network': ['ID=5cf3b399-6f3f-4d33-a1de-e924ea68ac46,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:00.689799 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:50:00.757868 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-de760f3b-7703-4695-b4b2-3a1143691b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for subnet, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.758267 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d92f5e6-a16d-48d8-ac0b-05b1e5580865 admin admin] Made reservation on behalf of 695e8fd499fd4d6c8aae611cd7421cf2 for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:50:00.763136 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5d92f5e6-a16d-48d8-ac0b-05b1e5580865 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:00.841779 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de760f3b-7703-4695-b4b2-3a1143691b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8df2cb-caf2-4fca-8a7b-33bd6dd69737,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:00.852452 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de760f3b-7703-4695-b4b2-3a1143691b2c admin admin] Checking segment: {'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:00.853545 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de760f3b-7703-4695-b4b2-3a1143691b2c admin admin] Network hostable DHCP agents. Network: b0c8926c-1bec-4a1e-8b96-cb13f921adc9, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:50:00.866233 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-5ef92e7e-cc9a-4f18-b459-95dfb81861fd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9422355 Oct 13 15:50:00.867337 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 49730) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:00.875985 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-b2d29802-54fa-4593-831e-bf5e7733cecc admin admin] Request body: {'subnet': {'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1480828673-subnet', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:01.013025 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de760f3b-7703-4695-b4b2-3a1143691b2c admin admin] Network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:50:01.017071 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d29802-54fa-4593-831e-bf5e7733cecc admin admin] Made reservation on behalf of 0ad9a1dee35d4073be2e8567596086aa for: {'subnet': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:50:01.020643 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b2d29802-54fa-4593-831e-bf5e7733cecc admin admin] Notify callbacks [] for subnet, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.123483 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-de760f3b-7703-4695-b4b2-3a1143691b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, b0c8926c-1bec-4a1e-8b96-cb13f921adc9) {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:01.129613 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de760f3b-7703-4695-b4b2-3a1143691b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:01.130198 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-de760f3b-7703-4695-b4b2-3a1143691b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.130859 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbdb9e9-e3d2-4f58-9a1c-e24a97055c1d None None] Network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:50:01.150727 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5d92f5e6-a16d-48d8-ac0b-05b1e5580865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for subnet, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.237356 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-de760f3b-7703-4695-b4b2-3a1143691b2c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0087519 Oct 13 15:50:01.241049 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 49760) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:01.254544 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:01.299699 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92f5e6-a16d-48d8-ac0b-05b1e5580865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=180efc03-3a53-4469-b14e-6acb45275524,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:01.312660 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92f5e6-a16d-48d8-ac0b-05b1e5580865 admin admin] Checking segment: {'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:01.313079 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92f5e6-a16d-48d8-ac0b-05b1e5580865 admin admin] Network hostable DHCP agents. Network: e701f80d-78be-455a-b072-c4a75da0219e, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:50:01.321109 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b2d29802-54fa-4593-831e-bf5e7733cecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for subnet, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.346657 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-97b3d1a1-009d-44d4-8a5a-c364d1f5e169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.395887 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d29802-54fa-4593-831e-bf5e7733cecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6392a7f9-855e-4cf6-b552-06c1ebab1ec5,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:01.401084 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8044523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.402640 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8044415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8039208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12825'] for router, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.417730 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d29802-54fa-4593-831e-bf5e7733cecc admin admin] Checking segment: {'id': '35d579cc-7592-4e92-9f2d-d12105aeadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:01.420548 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d29802-54fa-4593-831e-bf5e7733cecc admin admin] Network hostable DHCP agents. Network: 5cf3b399-6f3f-4d33-a1de-e924ea68ac46, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:50:01.430059 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92f5e6-a16d-48d8-ac0b-05b1e5580865 admin admin] Network e701f80d-78be-455a-b072-c4a75da0219e is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:50:01.477415 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e4b5192-b0ca-5ce3-a42e-6ff05d2adb6f-b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737'}]}} from dv-cinder-774288-10-iscsi. {{(pid=107007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:50:01.480416 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.504994 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-5d92f5e6-a16d-48d8-ac0b-05b1e5580865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, e701f80d-78be-455a-b072-c4a75da0219e) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:01.510057 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d92f5e6-a16d-48d8-ac0b-05b1e5580865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:01.510799 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.511030 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5d92f5e6-a16d-48d8-ac0b-05b1e5580865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.602334 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d29802-54fa-4593-831e-bf5e7733cecc admin admin] Network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:50:01.606740 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-5d92f5e6-a16d-48d8-ac0b-05b1e5580865 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3485193 Oct 13 15:50:01.607696 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49772) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:01.614079 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:01.620616 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314874a9-8334-41df-9bf7-54cb95fe9303 None None] Network e701f80d-78be-455a-b072-c4a75da0219e requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:50:01.706681 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Allocated IP 172.20.0.2 (b0c8926c-1bec-4a1e-8b96-cb13f921adc9/da8df2cb-caf2-4fca-8a7b-33bd6dd69737/a567d756-2e82-4e06-87fc-e12b19ff3862) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:01.738355 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8044523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.739581 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8044415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8039208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12825'] for router, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.756195 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-b2d29802-54fa-4593-831e-bf5e7733cecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, 5cf3b399-6f3f-4d33-a1de-e924ea68ac46) {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:01.760685 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d29802-54fa-4593-831e-bf5e7733cecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:01.761310 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b2d29802-54fa-4593-831e-bf5e7733cecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.786985 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c843bdae-b6f3-4ac7-bafc-e5719d3b8bc9 None None] Network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:50:01.857709 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-b2d29802-54fa-4593-831e-bf5e7733cecc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9884460 Oct 13 15:50:01.860369 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 49796) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:01.866099 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1480828673-router', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:01.875023 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 49798) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:01.879376 dv-cinder-774288-10-iscsi neutron-server[107005]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 15:50:01.882088 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.919970 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:01.977155 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e4b5192-b0ca-5ce3-a42e-6ff05d2adb6f-e701f80d-78be-455a-b072-c4a75da0219e', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524'}]}} from dv-cinder-774288-10-iscsi. {{(pid=107007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:50:01.977155 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.066189 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Notify callbacks [] for port, precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.127841 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8044523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.130063 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8044415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8039208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12825'] for router, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.148659 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58899558-a031-482c-a78a-88e7204fb17e None None] Network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:50:02.218273 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-6cdc0773-3698-4fd9-95de-c38b1b06849c tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:02.220034 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-6cdc0773-3698-4fd9-95de-c38b1b06849c tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/networks?id=ba5c707c-6390-423a-8515-676af3aee161 HTTP/1.1" status: 200 len: 811 time: 0.3440866 Oct 13 15:50:02.238558 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.252583 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.300964 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.308610 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.318260 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:02.323439 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:02.331265 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-141afc8f-ea5e-4fa6-b358-04101aff614b tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/quotas/2153aadbf9904e2c845d0b9be5f8d3f5 HTTP/1.1" status: 200 len: 375 time: 0.0676670 Oct 13 15:50:02.367755 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:02.457963 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Allocated IP 172.20.0.2 (e701f80d-78be-455a-b072-c4a75da0219e/180efc03-3a53-4469-b14e-6acb45275524/1438219c-77ff-49c5-8125-6cc75ed3426f) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:02.459791 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.476668 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-a76b6220-fe43-4baf-8aef-ed19446a9309 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2153aadbf9904e2c845d0b9be5f8d3f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1446435 Oct 13 15:50:02.563510 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Pushing event updated for resources: {'Port': ['ID=a567d756-2e82-4e06-87fc-e12b19ff3862,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:02.735401 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.790397 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.790693 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:02.791242 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:02.791396 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:02.791829 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:02.792151 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:02.792478 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:02.792799 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:02.793123 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:02.793481 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:02.793776 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:02.794097 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:02.794412 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Tracked resource versions report: Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: pushed versions: Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: { 'AddressGroup': {'1.2'}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'ConntrackHelper': {'1.0'}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Log': {'1.0'}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Network': {'1.1'}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Port': {'1.7'}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'PortForwarding': {'1.2'}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'QosPolicy': {'1.10'}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'SecurityGroup': {'1.4'}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'SubPort': {'1.0'}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Subnet': {'1.1'}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Trunk': {'1.1'}} Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: consumer versions: Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: { DHCP agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: HyperV agent@hv-cinder-77428: {}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: L3 agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: Metadata agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: Metering agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: Open vSwitch agent@dv-cinder-774288-10-iscsi: { 'AddressGroup': '1.2', Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'ConntrackHelper': '1.0', Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Log': '1.0', Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Network': '1.1', Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Port': '1.7', Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'PortForwarding': '1.2', Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'QosPolicy': '1.10', Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'SecurityGroup': '1.4', Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'SecurityGroupRule': '1.2', Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'SubPort': '1.0', Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Subnet': '1.1', Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: 'Trunk': '1.1'}} Oct 13 15:50:02.795781 dv-cinder-774288-10-iscsi neutron-server[107007]: {{(pid=107007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:50:02.799338 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Attempting to bind port a567d756-2e82-4e06-87fc-e12b19ff3862 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:50:02.799893 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Attempting to bind port a567d756-2e82-4e06-87fc-e12b19ff3862 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:50:02.800460 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Attempting to bind port a567d756-2e82-4e06-87fc-e12b19ff3862 on network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:02.841679 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:50:02.842309 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Checking segment: {'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:02.842890 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.843430 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Bound using segment: {'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:50:02.844076 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Bound port: a567d756-2e82-4e06-87fc-e12b19ff3862, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:50:02.844663 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.902856 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.913669 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-803a5e9c-ad98-418a-954a-658821ee7da7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=107005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:50:02.915668 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-803a5e9c-ad98-418a-954a-658821ee7da7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1176825 Oct 13 15:50:02.917866 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:02.977729 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.013656 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] For port a567d756-2e82-4e06-87fc-e12b19ff3862, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:50:03.040000 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Allocated IP 172.27.3.193 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/e8cef1ec-2488-42bb-990b-39042843dd92) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:03.046118 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] For port a567d756-2e82-4e06-87fc-e12b19ff3862, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=a567d756-2e82-4e06-87fc-e12b19ff3862,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:50:03.058906 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Notify callbacks [] for port, precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.140399 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.145668 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.170919 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.209467 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Network e701f80d-78be-455a-b072-c4a75da0219e is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:03.212865 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:03.219267 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:03.259879 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-cffaa67b-5376-4871-98c8-53120c3027c8 service neutron] 10.222.0.26 "GET /v2.0/networks/ba5c707c-6390-423a-8515-676af3aee161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826157 Oct 13 15:50:03.299022 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.321326 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204c8cc-8561-4fad-8817-c906d0cff531 None None] Pushing event updated for resources: {'Port': ['ID=a567d756-2e82-4e06-87fc-e12b19ff3862,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:03.374972 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Pushing event updated for resources: {'Port': ['ID=e8cef1ec-2488-42bb-990b-39042843dd92,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:03.401608 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:03.404008 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:03.406576 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:03.409166 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Attempting to bind port 1438219c-77ff-49c5-8125-6cc75ed3426f on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:50:03.411205 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Attempting to bind port 1438219c-77ff-49c5-8125-6cc75ed3426f by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:50:03.411809 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Attempting to bind port 1438219c-77ff-49c5-8125-6cc75ed3426f on network e701f80d-78be-455a-b072-c4a75da0219e {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:03.415840 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Pushing event updated for resources: {'Port': ['ID=1438219c-77ff-49c5-8125-6cc75ed3426f,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:03.429499 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:50:03.429866 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Checking segment: {'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:03.430277 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.430667 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Bound using segment: {'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:50:03.431168 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Bound port: 1438219c-77ff-49c5-8125-6cc75ed3426f, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:50:03.431567 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.450243 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Allocated IP 172.27.3.40 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/06063303-95fe-4693-8da4-ef0f7cf7cfe9) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:03.503821 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] For port 1438219c-77ff-49c5-8125-6cc75ed3426f, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:50:03.507751 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] For port 1438219c-77ff-49c5-8125-6cc75ed3426f, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=1438219c-77ff-49c5-8125-6cc75ed3426f,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:50:03.544705 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-a4903b7c-279f-4e42-a639-f89a7618b3c6 service neutron] 10.222.0.26 "GET /v2.0/networks/ba5c707c-6390-423a-8515-676af3aee161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903166 Oct 13 15:50:03.580610 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.689241 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.734704 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397362c-c760-41b4-8ee0-5ee8a7f0458f None None] Pushing event updated for resources: {'Port': ['ID=1438219c-77ff-49c5-8125-6cc75ed3426f,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:03.779818 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.869245 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.904999 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.936670 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:04.089586 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 49870) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:04.331195 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:04.372559 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:04.419213 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:04.423241 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f1c72f4d-b309-4b34-96ef-a21c49412a46 req-e8e09808-f883-40a0-ab37-eebea2e3f94a tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 210 time: 0.3320780 Oct 13 15:50:04.424136 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:04.483281 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8044384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916025'] for router, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:04.593211 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 1438219c-77ff-49c5-8125-6cc75ed3426f up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:04.702443 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 1438219c-77ff-49c5-8125-6cc75ed3426f triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:04.702813 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:04.762621 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Allocated IP 172.27.3.225 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/dfe1573b-e593-47e6-886e-4f225d0d314f) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:04.772350 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Pushing event updated for resources: {'Port': ['ID=06063303-95fe-4693-8da4-ef0f7cf7cfe9,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:04.789154 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 is scheduled to L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 with binding_index 1 {{(pid=107006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:50:04.860910 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:04.863277 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fbda3e-f49a-434b-9b39-3aa81e2bb9c3 None None] Network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:50:04.931156 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:50:04.943458 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Sync routers for ids ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:50:04.958068 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Routers {'0ce25c87-5ac4-4078-a628-180d9ca5a1d2'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:50:04.959739 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:05.015812 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-0eba3945-a3fb-4fd7-a041-03de5aaac58e None None] Provisioning complete for port a567d756-2e82-4e06-87fc-e12b19ff3862 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:05.016349 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0eba3945-a3fb-4fd7-a041-03de5aaac58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.042342 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.043068 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] Notify callbacks [] for router, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.044477 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-34a5e688-6abc-429a-a5c6-e7b5496e75ea admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4356380 Oct 13 15:50:05.047533 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 49906) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:05.089244 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] For port 1438219c-77ff-49c5-8125-6cc75ed3426f, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=1438219c-77ff-49c5-8125-6cc75ed3426f,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:05.134740 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0eba3945-a3fb-4fd7-a041-03de5aaac58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.169560 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Set router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:50:05.176342 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.176503 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.176503 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device a567d756-2e82-4e06-87fc-e12b19ff3862 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:05.228490 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:05.246566 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:05.255888 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:05.261621 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.278079 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-0eba3945-a3fb-4fd7-a041-03de5aaac58e None None] For port a567d756-2e82-4e06-87fc-e12b19ff3862, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=a567d756-2e82-4e06-87fc-e12b19ff3862,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:05.327873 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36e0375-8292-43e2-b953-ba9fd3d9de2c None None] Network e701f80d-78be-455a-b072-c4a75da0219e requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:50:05.492721 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0eba3945-a3fb-4fd7-a041-03de5aaac58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.523685 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:03Z', 'revision_number': 3, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:05.535364 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe1573b-e593-47e6-886e-4f225d0d314f,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:05.574199 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=1438219c-77ff-49c5-8125-6cc75ed3426f,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:05.626729 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Checking router: 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:50:05.629146 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba3945-a3fb-4fd7-a041-03de5aaac58e None None] Pushing event updated for resources: {'Port': ['ID=a567d756-2e82-4e06-87fc-e12b19ff3862,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:05.639079 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Updating router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 port e8cef1ec-2488-42bb-990b-39042843dd92 binding host dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:50:05.651036 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-c8e21954-bd15-4988-94ba-8eefe6ff8c82 None None] Provisioning complete for port 1438219c-77ff-49c5-8125-6cc75ed3426f triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:05.655011 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c8e21954-bd15-4988-94ba-8eefe6ff8c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.655011 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port a567d756-2e82-4e06-87fc-e12b19ff3862 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:05.655011 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.692695 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.772369 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-afa7376f-2708-4ab5-8016-a8c7ee993a88 req-6ae89a93-ff7d-4166-a8f7-eb438e775c60 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 210 time: 0.1260104 Oct 13 15:50:05.800237 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.905999 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8044384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916025'] for router, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.908971 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-c8e21954-bd15-4988-94ba-8eefe6ff8c82 None None] Provisioning complete for port a567d756-2e82-4e06-87fc-e12b19ff3862 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:05.910637 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c8e21954-bd15-4988-94ba-8eefe6ff8c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.076155 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.112634 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Notify callbacks [] for port, precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.128978 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-596a12f3-1c14-4669-a627-4bf1ed70f102 None None] Provisioning complete for port 1438219c-77ff-49c5-8125-6cc75ed3426f triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:06.129566 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-596a12f3-1c14-4669-a627-4bf1ed70f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.185157 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.206671 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Allocated IP 172.20.0.1 (e701f80d-78be-455a-b072-c4a75da0219e/180efc03-3a53-4469-b14e-6acb45275524/45d098d3-f1e5-477f-a02c-2e61ae88be29) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:06.251695 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Attempting to bind port e8cef1ec-2488-42bb-990b-39042843dd92 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:50:06.252321 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Attempting to bind port e8cef1ec-2488-42bb-990b-39042843dd92 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:50:06.252888 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Attempting to bind port e8cef1ec-2488-42bb-990b-39042843dd92 on network ee43febe-a688-4431-b929-490b4321eed3 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:06.265343 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:50:06.265950 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Checking segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:06.266498 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.267061 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Bound using segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:50:06.267699 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Bound port: e8cef1ec-2488-42bb-990b-39042843dd92, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:50:06.268255 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.271294 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Pushing event updated for resources: {'Port': ['ID=e8cef1ec-2488-42bb-990b-39042843dd92,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:06.300377 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:06.300940 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:06.301513 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:06.301992 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:06.302634 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:06.303168 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:06.303697 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:06.304184 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:06.304677 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:06.305163 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:06.305641 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:06.306313 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Tracked resource versions report: Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: pushed versions: Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: { 'AddressGroup': {'1.2'}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'ConntrackHelper': {'1.0'}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Log': {'1.0'}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Network': {'1.1'}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Port': {'1.7'}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'PortForwarding': {'1.2'}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'QosPolicy': {'1.10'}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'SecurityGroup': {'1.4'}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'SubPort': {'1.0'}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Subnet': {'1.1'}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Trunk': {'1.1'}} Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: consumer versions: Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: { DHCP agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: HyperV agent@hv-cinder-77428: {}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: L3 agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: Metadata agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: Metering agent@dv-cinder-774288-10-iscsi: {}, Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: Open vSwitch agent@dv-cinder-774288-10-iscsi: { 'AddressGroup': '1.2', Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'ConntrackHelper': '1.0', Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Log': '1.0', Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Network': '1.1', Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Port': '1.7', Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'PortForwarding': '1.2', Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'QosPolicy': '1.10', Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'SecurityGroup': '1.4', Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'SecurityGroupRule': '1.2', Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'SubPort': '1.0', Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Subnet': '1.1', Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: 'Trunk': '1.1'}} Oct 13 15:50:06.308375 dv-cinder-774288-10-iscsi neutron-server[107008]: {{(pid=107008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:50:06.347821 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] For port e8cef1ec-2488-42bb-990b-39042843dd92, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:50:06.352613 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] For port e8cef1ec-2488-42bb-990b-39042843dd92, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=e8cef1ec-2488-42bb-990b-39042843dd92,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:50:06.361676 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.406045 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 1438219c-77ff-49c5-8125-6cc75ed3426f up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:06.446526 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.475008 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 1438219c-77ff-49c5-8125-6cc75ed3426f triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:06.475596 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.506112 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8044384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916025'] for router, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.506509 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.514564 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Routers {'0ce25c87-5ac4-4078-a628-180d9ca5a1d2'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:50:06.515403 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:06.558219 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Router d913459b-defc-40b1-a314-8b74fa620fcd is scheduled to L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 with binding_index 1 {{(pid=107005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:50:06.561675 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3634f-964e-47ec-9ba3-945841260f0f None None] Pushing event updated for resources: {'Port': ['ID=e8cef1ec-2488-42bb-990b-39042843dd92,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:06.612087 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Network e701f80d-78be-455a-b072-c4a75da0219e is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:06.615065 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:06.616324 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device a567d756-2e82-4e06-87fc-e12b19ff3862 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:06.663243 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Pushing event updated for resources: {'Port': ['ID=45d098d3-f1e5-477f-a02c-2e61ae88be29,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:06.665510 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] Set router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:50:06.690053 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:06.692587 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915816'] for router_interface, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.739589 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port a567d756-2e82-4e06-87fc-e12b19ff3862 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:06.740101 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.860659 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:50:06.875606 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Sync routers for ids ['d913459b-defc-40b1-a314-8b74fa620fcd'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:50:06.889725 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Routers {'d913459b-defc-40b1-a314-8b74fa620fcd'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:50:06.890632 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['d913459b-defc-40b1-a314-8b74fa620fcd'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:06.949261 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:03Z', 'revision_number': 3, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:06.983885 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c87d18-65d5-4bab-a0c8-3472c7ffdd2a None None] The sync data for ids ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'] in dv-cinder-774288-10-iscsi is: [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:03Z', 'revision_number': 3, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:50:06.993684 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] Notify callbacks [] for router, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:06.996317 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-db282889-e74f-4af1-aaa3-1114e0cbc016 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7540646 Oct 13 15:50:07.001396 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 49942) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:07.064183 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Router 09f6f926-e660-4ec1-b05c-5fe69c16259a is scheduled to L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 with binding_index 1 {{(pid=107005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:50:07.084560 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-57c3a4a1-92ce-4fe0-96ae-c5007f6b7e32 None None] Provisioning complete for port 45d098d3-f1e5-477f-a02c-2e61ae88be29 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:07.084560 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-57c3a4a1-92ce-4fe0-96ae-c5007f6b7e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:07.108511 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-18d1ea18-6c72-47cd-9835-d493027639a0 req-b831b3a0-d827-425a-9c60-337a7553a3a2 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 210 time: 0.0628355 Oct 13 15:50:07.143075 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:07.165046 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-57c3a4a1-92ce-4fe0-96ae-c5007f6b7e32 None None] Port 45d098d3-f1e5-477f-a02c-2e61ae88be29 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:50:07.179933 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Set router d913459b-defc-40b1-a314-8b74fa620fcd gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:50:07.446149 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:04Z', 'revision_number': 3, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:07.486909 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Checking router: d913459b-defc-40b1-a314-8b74fa620fcd for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:50:07.487297 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Updating router d913459b-defc-40b1-a314-8b74fa620fcd port 06063303-95fe-4693-8da4-ef0f7cf7cfe9 binding host dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:50:07.525092 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:07.540589 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:50:07.552756 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Sync routers for ids ['09f6f926-e660-4ec1-b05c-5fe69c16259a'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:50:07.568036 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Routers {'09f6f926-e660-4ec1-b05c-5fe69c16259a'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:50:07.569336 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['09f6f926-e660-4ec1-b05c-5fe69c16259a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:07.624079 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:07.687482 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] Notify callbacks [] for router, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:07.689462 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-ef24504f-0e64-4756-b98c-61a8fbbd66d9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8274496 Oct 13 15:50:07.692809 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 49958) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:07.701570 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:07.704014 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8041656'] for router_interface, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:07.826287 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Set router 09f6f926-e660-4ec1-b05c-5fe69c16259a gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:50:07.923747 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Pushing event updated for resources: {'Port': ['ID=45d098d3-f1e5-477f-a02c-2e61ae88be29,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:07.970058 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Notify callbacks [] for port, precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:07.980976 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Network e701f80d-78be-455a-b072-c4a75da0219e is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:07.984553 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:08.065422 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:08.177628 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'name': 'tempest-ServerRescueNegativeTestJSON-1480828673-router', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:05Z', 'revision_number': 3, 'project_id': '0ad9a1dee35d4073be2e8567596086aa', 'gw_port': {'id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:03Z', 'updated_at': '2021-10-13T15:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:08.270018 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Attempting to bind port 06063303-95fe-4693-8da4-ef0f7cf7cfe9 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:50:08.270546 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Attempting to bind port 06063303-95fe-4693-8da4-ef0f7cf7cfe9 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:50:08.270751 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Attempting to bind port 06063303-95fe-4693-8da4-ef0f7cf7cfe9 on network ee43febe-a688-4431-b929-490b4321eed3 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:08.272727 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Checking router: 09f6f926-e660-4ec1-b05c-5fe69c16259a for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:50:08.277843 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Updating router 09f6f926-e660-4ec1-b05c-5fe69c16259a port dfe1573b-e593-47e6-886e-4f225d0d314f binding host dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:50:08.319756 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7d957-63f5-4afc-a7e3-34aed4941268 None None] Pushing event updated for resources: {'Port': ['ID=06063303-95fe-4693-8da4-ef0f7cf7cfe9,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:08.322617 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:50:08.327475 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Checking segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:08.327934 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:08.328338 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Bound using segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:50:08.328845 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Bound port: 06063303-95fe-4693-8da4-ef0f7cf7cfe9, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:50:08.329278 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:08.337732 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.37', 55843) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:08.402073 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:08.527461 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] For port 06063303-95fe-4693-8da4-ef0f7cf7cfe9, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:50:08.556076 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device e8cef1ec-2488-42bb-990b-39042843dd92 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:08.615333 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] For port 06063303-95fe-4693-8da4-ef0f7cf7cfe9, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=06063303-95fe-4693-8da4-ef0f7cf7cfe9,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:50:08.624655 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-210420cb-19e3-41ab-9a7f-ba8e675c593d None None] Provisioning complete for port 45d098d3-f1e5-477f-a02c-2e61ae88be29 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:08.626573 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-210420cb-19e3-41ab-9a7f-ba8e675c593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:08.630596 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9b606c87-f4d3-4a0a-8aff-085de55649fc req-ff5da9e1-e7a9-4a02-b02d-75c807c12da1 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 210 time: 0.0586469 Oct 13 15:50:08.664026 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:50:08.687156 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-210420cb-19e3-41ab-9a7f-ba8e675c593d None None] Port 45d098d3-f1e5-477f-a02c-2e61ae88be29 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:50:08.700835 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port e8cef1ec-2488-42bb-990b-39042843dd92 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:08.701559 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:08.729934 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:08.825813 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:50:08.826816 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7d957-63f5-4afc-a7e3-34aed4941268 None None] Pushing event updated for resources: {'Port': ['ID=06063303-95fe-4693-8da4-ef0f7cf7cfe9,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:08.850566 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-5e7b3463-12fd-41c0-bb13-f97311f4ee5d admin admin] 10.222.0.26 "PUT /v2.0/routers/0ce25c87-5ac4-4078-a628-180d9ca5a1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7935538 Oct 13 15:50:08.864718 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:08.870359 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Routers {'d913459b-defc-40b1-a314-8b74fa620fcd'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:50:08.872774 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['d913459b-defc-40b1-a314-8b74fa620fcd'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:08.901387 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-a3889000-1715-453e-a41e-b66413d56213 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:08.905662 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-a3889000-1715-453e-a41e-b66413d56213 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.37 "GET /v2.0/networks?id=ba5c707c-6390-423a-8515-676af3aee161 HTTP/1.1" status: 200 len: 811 time: 0.5454936 Oct 13 15:50:08.937182 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Notify callbacks [] for port, precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:08.942331 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:50:08.970938 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-311b5ca3-a890-4980-80e2-0e653d1be0f6 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Request body: {'port': {'device_id': '28a9c1e6-84a8-4869-a49b-d440fb189ae6', 'network_id': 'ba5c707c-6390-423a-8515-676af3aee161', 'admin_state_up': True, 'tenant_id': '2153aadbf9904e2c845d0b9be5f8d3f5'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:09.031126 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.185136 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.190684 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Attempting to bind port dfe1573b-e593-47e6-886e-4f225d0d314f on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:50:09.199331 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Attempting to bind port dfe1573b-e593-47e6-886e-4f225d0d314f by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:50:09.199805 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Attempting to bind port dfe1573b-e593-47e6-886e-4f225d0d314f on network ee43febe-a688-4431-b929-490b4321eed3 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:09.223278 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49077e-941f-4d11-bf7c-88ab414eee26 None None] Pushing event updated for resources: {'Port': ['ID=dfe1573b-e593-47e6-886e-4f225d0d314f,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:09.226482 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:50:09.230832 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Checking segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:09.232122 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.232803 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Bound using segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:50:09.233485 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Bound port: dfe1573b-e593-47e6-886e-4f225d0d314f, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:50:09.235383 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.253100 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 50000) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:09.376322 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] For port e8cef1ec-2488-42bb-990b-39042843dd92, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=e8cef1ec-2488-42bb-990b-39042843dd92,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:09.397259 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] Set router d913459b-defc-40b1-a314-8b74fa620fcd gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:50:09.440036 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] For port dfe1573b-e593-47e6-886e-4f225d0d314f, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:50:09.459278 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] For port dfe1573b-e593-47e6-886e-4f225d0d314f, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=dfe1573b-e593-47e6-886e-4f225d0d314f,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:50:09.507158 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.539770 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.553781 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d5b9-0023-4ca9-9e46-6da8db207d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.656174 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-311b5ca3-a890-4980-80e2-0e653d1be0f6 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Made reservation on behalf of 2153aadbf9904e2c845d0b9be5f8d3f5 for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:50:09.662081 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-311b5ca3-a890-4980-80e2-0e653d1be0f6 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.693150 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49077e-941f-4d11-bf7c-88ab414eee26 None None] Pushing event updated for resources: {'Port': ['ID=dfe1573b-e593-47e6-886e-4f225d0d314f,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:09.784226 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Routers {'09f6f926-e660-4ec1-b05c-5fe69c16259a'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:50:09.785119 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['09f6f926-e660-4ec1-b05c-5fe69c16259a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:09.867702 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Sync routers for ids ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:50:09.884412 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d5b9-0023-4ca9-9e46-6da8db207d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.918551 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.926411 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=e8cef1ec-2488-42bb-990b-39042843dd92,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:10.002631 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] Set router 09f6f926-e660-4ec1-b05c-5fe69c16259a gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:50:10.004796 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Routers {'0ce25c87-5ac4-4078-a628-180d9ca5a1d2'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:50:10.011128 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f272a361-68f2-4953-b820-1add4527b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:10.260947 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 50056) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:10.260947 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-ccd1cd4e-f8ed-48f2-9da1-629c044600b5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2125342870', 'description': 'tempest-description--1379281854'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:10.260947 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33d6b06d-3256-4f9c-aafb-5aa0d63fa7b2 req-344768c5-cafa-4f02-a8a0-7deebe80db89 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 210 time: 0.1505213 Oct 13 15:50:10.273102 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Set router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:50:10.274700 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d5b9-0023-4ca9-9e46-6da8db207d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.285240 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Allocated IP 172.20.0.1 (5cf3b399-6f3f-4d33-a1de-e924ea68ac46/6392a7f9-855e-4cf6-b552-06c1ebab1ec5/e3819363-4f38-46c9-8bf3-b2634067d9b9) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:10.347997 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'name': 'tempest-ServerRescueNegativeTestJSON-1480828673-router', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:05Z', 'revision_number': 3, 'project_id': '0ad9a1dee35d4073be2e8567596086aa', 'gw_port': {'id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:03Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:10.391032 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-311b5ca3-a890-4980-80e2-0e653d1be0f6 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Allocated IP 172.20.0.9 (ba5c707c-6390-423a-8515-676af3aee161/894a30d8-ae4a-4f25-9b47-46662f1a08e0/2486bc05-7efc-4eb4-9275-b3e09992c72d) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:10.402070 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-b5b2d5b9-0023-4ca9-9e46-6da8db207d1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=957aeeafd95d48a099c7d07b4fdb20f7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1478481 Oct 13 15:50:10.405274 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 50066) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:10.411926 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Allocated IP 172.20.0.1 (b0c8926c-1bec-4a1e-8b96-cb13f921adc9/da8df2cb-caf2-4fca-8a7b-33bd6dd69737/bf39cf27-11c5-44f6-8322-cb649a6ad870) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:10.415554 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2d5b9-0023-4ca9-9e46-6da8db207d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b15a34-69a3-4f6a-ae57-2910c8278127,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:10.421949 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ccd1cd4e-f8ed-48f2-9da1-629c044600b5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.451333 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3153e-5f14-41cf-84c0-cd5448659412 None None] The sync data for ids ['09f6f926-e660-4ec1-b05c-5fe69c16259a'] in dv-cinder-774288-10-iscsi is: [{'id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'name': 'tempest-ServerRescueNegativeTestJSON-1480828673-router', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:05Z', 'revision_number': 3, 'project_id': '0ad9a1dee35d4073be2e8567596086aa', 'gw_port': {'id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:03Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:50:10.613855 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.658801 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device e8cef1ec-2488-42bb-990b-39042843dd92 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:10.684655 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-66f8858f-b29d-464f-b1a5-d0b5596070de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.763153 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-311b5ca3-a890-4980-80e2-0e653d1be0f6 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.786305 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ccd1cd4e-f8ed-48f2-9da1-629c044600b5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.797382 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-66f8858f-b29d-464f-b1a5-d0b5596070de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.801729 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.931726 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.934250 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ccd1cd4e-f8ed-48f2-9da1-629c044600b5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.973504 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-311b5ca3-a890-4980-80e2-0e653d1be0f6 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:11.101121 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:04Z', 'revision_number': 3, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:11.126546 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-311b5ca3-a890-4980-80e2-0e653d1be0f6 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Network ba5c707c-6390-423a-8515-676af3aee161 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:11.142216 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:11.550802 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port e8cef1ec-2488-42bb-990b-39042843dd92 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:11.550802 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:11.554644 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-311b5ca3-a890-4980-80e2-0e653d1be0f6 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:11.563281 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:11.563281 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:11.563281 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915816'] for router_interface, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:11.563281 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Pushing event updated for resources: {'Port': ['ID=e3819363-4f38-46c9-8bf3-b2634067d9b9,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:11.565126 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-311b5ca3-a890-4980-80e2-0e653d1be0f6 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:11.565126 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-311b5ca3-a890-4980-80e2-0e653d1be0f6 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:11.565126 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-311b5ca3-a890-4980-80e2-0e653d1be0f6 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:11.566480 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020f885-a653-48bd-8718-479ad65475a4 None None] The sync data for ids ['d913459b-defc-40b1-a314-8b74fa620fcd'] in dv-cinder-774288-10-iscsi is: [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:04Z', 'revision_number': 3, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:50:11.571920 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1cd4e-f8ed-48f2-9da1-629c044600b5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e454a89-6d1c-4c32-bdd8-38f89680e789,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:11.572570 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b5ca3-a890-4980-80e2-0e653d1be0f6 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Pushing event updated for resources: {'Port': ['ID=2486bc05-7efc-4eb4-9275-b3e09992c72d,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:11.573752 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-66f8858f-b29d-464f-b1a5-d0b5596070de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:11.573752 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-66f8858f-b29d-464f-b1a5-d0b5596070de admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:11.573752 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-66f8858f-b29d-464f-b1a5-d0b5596070de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8b15a34-69a3-4f6a-ae57-2910c8278127 HTTP/1.1" status: 204 len: 168 time: 0.8320959 Oct 13 15:50:11.573752 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8858f-b29d-464f-b1a5-d0b5596070de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b15a34-69a3-4f6a-ae57-2910c8278127,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:11.574073 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-311b5ca3-a890-4980-80e2-0e653d1be0f6 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4430268 Oct 13 15:50:11.574134 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ccd1cd4e-f8ed-48f2-9da1-629c044600b5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:11.574134 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-ccd1cd4e-f8ed-48f2-9da1-629c044600b5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2586453 Oct 13 15:50:11.574248 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 50104) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:11.574248 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-88fdff36-c7e3-4058-a94e-7553d0165c15 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Request body: {'security_group_rule': {'security_group_id': '1e454a89-6d1c-4c32-bdd8-38f89680e789', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:11.574357 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:11.574434 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f272a361-68f2-4953-b820-1add4527b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 2, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:11.600510 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Checking router: 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:50:11.600894 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Updating router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 port 45d098d3-f1e5-477f-a02c-2e61ae88be29 binding host dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:50:11.629580 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-88fdff36-c7e3-4058-a94e-7553d0165c15 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:11.659356 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:11.715057 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Pushing event updated for resources: {'Port': ['ID=bf39cf27-11c5-44f6-8322-cb649a6ad870,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:11.738209 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:11.747087 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:11.750792 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:11.751567 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915816'] for router_interface, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:11.935074 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-88fdff36-c7e3-4058-a94e-7553d0165c15 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.054903 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.125892 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf00a4-8f9c-408c-a23c-5c9851832317 req-2d1c191a-596b-4d80-ab39-83012583fe34 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:12.131281 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1cbf00a4-8f9c-408c-a23c-5c9851832317 req-2d1c191a-596b-4d80-ab39-83012583fe34 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 931 time: 0.5718884 Oct 13 15:50:12.215510 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1cbf00a4-8f9c-408c-a23c-5c9851832317 req-a52cf6ee-bca2-4a0e-bb7b-255a00ad71cd tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781131 Oct 13 15:50:12.272212 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-2056a982-fbaa-4848-8097-c899423d5239 None None] Provisioning complete for port bf39cf27-11c5-44f6-8322-cb649a6ad870 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:12.272570 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2056a982-fbaa-4848-8097-c899423d5239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.275338 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Notify callbacks [] for port, precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.309788 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-2056a982-fbaa-4848-8097-c899423d5239 None None] Port bf39cf27-11c5-44f6-8322-cb649a6ad870 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:50:12.363908 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.444591 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device dfe1573b-e593-47e6-886e-4f225d0d314f up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:12.500401 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port dfe1573b-e593-47e6-886e-4f225d0d314f triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:12.500933 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.607777 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-88fdff36-c7e3-4058-a94e-7553d0165c15 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.612212 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.643732 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] For port dfe1573b-e593-47e6-886e-4f225d0d314f, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=dfe1573b-e593-47e6-886e-4f225d0d314f,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:12.647517 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdff36-c7e3-4058-a94e-7553d0165c15 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adff68c1-c76b-49ac-b22b-a3e841ec0202,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:12.659648 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.664795 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8041656'] for router_interface, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.664939 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.665407 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.719008 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b9c3b-9052-4880-9b1e-6a43063c0ae7 None None] Pushing event updated for resources: {'Port': ['ID=45d098d3-f1e5-477f-a02c-2e61ae88be29,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:12.747563 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-88fdff36-c7e3-4058-a94e-7553d0165c15 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.751330 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-88fdff36-c7e3-4058-a94e-7553d0165c15 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3146603 Oct 13 15:50:12.751744 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 50118) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:12.759576 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-3dc91bf6-1dfe-44be-86f8-0c5b805699d5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Request body: {'security_group_rule': {'security_group_id': '1e454a89-6d1c-4c32-bdd8-38f89680e789', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:12.778917 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.780130 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 06063303-95fe-4693-8da4-ef0f7cf7cfe9 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:12.874914 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=dfe1573b-e593-47e6-886e-4f225d0d314f,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:12.913918 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3dc91bf6-1dfe-44be-86f8-0c5b805699d5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.915418 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Attempting to bind port 45d098d3-f1e5-477f-a02c-2e61ae88be29 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:50:12.915783 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Attempting to bind port 45d098d3-f1e5-477f-a02c-2e61ae88be29 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:50:12.917616 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Attempting to bind port 45d098d3-f1e5-477f-a02c-2e61ae88be29 on network e701f80d-78be-455a-b072-c4a75da0219e {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:12.943163 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:50:12.943531 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Checking segment: {'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:12.943928 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.945713 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 50122) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:12.946280 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Bound using segment: {'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:50:12.946683 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Bound port: 45d098d3-f1e5-477f-a02c-2e61ae88be29, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:50:12.947111 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.985012 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f4443922-8cdf-4642-a056-37f21ab305a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.075259 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 06063303-95fe-4693-8da4-ef0f7cf7cfe9 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:13.079258 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.079381 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Pushing event updated for resources: {'Port': ['ID=e3819363-4f38-46c9-8bf3-b2634067d9b9,revision_number=2']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:13.079855 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3dc91bf6-1dfe-44be-86f8-0c5b805699d5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.102330 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.185933 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f4443922-8cdf-4642-a056-37f21ab305a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.188099 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3dc91bf6-1dfe-44be-86f8-0c5b805699d5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.217244 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc91bf6-1dfe-44be-86f8-0c5b805699d5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4715d4c0-61c2-45e2-8b4f-52eb80726b79,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:13.249836 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f4443922-8cdf-4642-a056-37f21ab305a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.271373 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f272a361-68f2-4953-b820-1add4527b15a None None] For port 45d098d3-f1e5-477f-a02c-2e61ae88be29, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:50:13.291249 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-52a9b732-27f9-4bdd-a2e7-af8351077bb8 None None] Provisioning complete for port 45d098d3-f1e5-477f-a02c-2e61ae88be29 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:13.291249 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-52a9b732-27f9-4bdd-a2e7-af8351077bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.291249 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f272a361-68f2-4953-b820-1add4527b15a None None] For port 45d098d3-f1e5-477f-a02c-2e61ae88be29, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=45d098d3-f1e5-477f-a02c-2e61ae88be29,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:50:13.356165 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3dc91bf6-1dfe-44be-86f8-0c5b805699d5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.357724 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3dc91bf6-1dfe-44be-86f8-0c5b805699d5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6049716 Oct 13 15:50:13.363047 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 50130) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:13.378530 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-52a9b732-27f9-4bdd-a2e7-af8351077bb8 None None] Port 45d098d3-f1e5-477f-a02c-2e61ae88be29 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:50:13.379376 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Request body: {'floatingip': {'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:13.382098 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.408661 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f4443922-8cdf-4642-a056-37f21ab305a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce679e51291e43f0b200d7427fe4d827&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4586608 Oct 13 15:50:13.410028 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4443922-8cdf-4642-a056-37f21ab305a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380a0322-63dd-4d42-8a37-2881c37e562c,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:13.412707 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 50132) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:13.442408 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] For port 06063303-95fe-4693-8da4-ef0f7cf7cfe9, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=06063303-95fe-4693-8da4-ef0f7cf7cfe9,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:13.465123 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:13.470604 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:13.493374 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-540e271d-ad23-4efc-9e83-738a822f412f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.500855 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.541310 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6689a89-7761-4d32-830f-a58116100f50 req-73b01987-3f64-469d-b191-e53cf727e8a8 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:13.543069 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e6689a89-7761-4d32-830f-a58116100f50 req-73b01987-3f64-469d-b191-e53cf727e8a8 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 931 time: 0.1900740 Oct 13 15:50:13.565376 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-540e271d-ad23-4efc-9e83-738a822f412f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.570502 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for floatingip, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.605247 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.631352 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b9c3b-9052-4880-9b1e-6a43063c0ae7 None None] Pushing event updated for resources: {'Port': ['ID=45d098d3-f1e5-477f-a02c-2e61ae88be29,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:13.642629 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Routers {'0ce25c87-5ac4-4078-a628-180d9ca5a1d2'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:50:13.643331 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f272a361-68f2-4953-b820-1add4527b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:13.790393 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e6689a89-7761-4d32-830f-a58116100f50 req-1f5c98ac-ef51-4307-838b-bdec81b9180f tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723037 Oct 13 15:50:13.796555 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.850545 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Router 09f6f926-e660-4ec1-b05c-5fe69c16259a has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:50:13.914351 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-540e271d-ad23-4efc-9e83-738a822f412f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.925725 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-540e271d-ad23-4efc-9e83-738a822f412f admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.926895 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-540e271d-ad23-4efc-9e83-738a822f412f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/380a0322-63dd-4d42-8a37-2881c37e562c HTTP/1.1" status: 204 len: 168 time: 0.5131724 Oct 13 15:50:13.947784 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=06063303-95fe-4693-8da4-ef0f7cf7cfe9,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:13.987810 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e271d-ad23-4efc-9e83-738a822f412f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380a0322-63dd-4d42-8a37-2881c37e562c,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:13.989247 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:14.004714 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8041656'] for router_interface, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:14.007791 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:14.039499 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-f272a361-68f2-4953-b820-1add4527b15a None None] Set router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:50:14.153939 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Pushing event updated for resources: {'Port': ['ID=bf39cf27-11c5-44f6-8322-cb649a6ad870,revision_number=2']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:14.165674 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-a2be0acc-6d4e-4f9e-8f21-e539107521a6 None None] Provisioning complete for port 45d098d3-f1e5-477f-a02c-2e61ae88be29 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:14.166205 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a2be0acc-6d4e-4f9e-8f21-e539107521a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:14.211124 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Allocated IP 172.27.3.39 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/ca739329-d278-4fae-b1de-5a6da87abfbe) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:14.304073 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:50:14.323433 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-39edabae-c180-4225-90c4-2c885709dcb1 admin admin] 10.222.0.26 "PUT /v2.0/routers/09f6f926-e660-4ec1-b05c-5fe69c16259a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6282279 Oct 13 15:50:14.333986 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Sync routers for ids ['09f6f926-e660-4ec1-b05c-5fe69c16259a'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:50:14.356418 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Routers {'09f6f926-e660-4ec1-b05c-5fe69c16259a'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:50:14.361472 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['09f6f926-e660-4ec1-b05c-5fe69c16259a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:14.404485 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:14.406915 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:14.458300 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:14.553888 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-ad15f40f-1466-4e9b-86b4-af8b06c5b19c tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=107006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:50:14.555120 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-ad15f40f-1466-4e9b-86b4-af8b06c5b19c tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0200293 Oct 13 15:50:14.668583 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Router d913459b-defc-40b1-a314-8b74fa620fcd has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:50:14.677022 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Set router 09f6f926-e660-4ec1-b05c-5fe69c16259a gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:50:14.707094 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device dfe1573b-e593-47e6-886e-4f225d0d314f up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:14.802830 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:14.819096 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a2be0acc-6d4e-4f9e-8f21-e539107521a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:14.920785 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:14.922745 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:14.939972 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:14.945634 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event updated for resources: {'Port': ['ID=ca739329-d278-4fae-b1de-5a6da87abfbe,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:14.993607 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-a2be0acc-6d4e-4f9e-8f21-e539107521a6 None None] For port 45d098d3-f1e5-477f-a02c-2e61ae88be29, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=45d098d3-f1e5-477f-a02c-2e61ae88be29,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:15.002094 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port dfe1573b-e593-47e6-886e-4f225d0d314f triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:15.002225 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:15.014888 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:50:15.035572 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Sync routers for ids ['d913459b-defc-40b1-a314-8b74fa620fcd'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:50:15.036978 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-ec53e9c6-5be8-4689-b4f7-fe200106fa0b admin admin] 10.222.0.26 "PUT /v2.0/routers/d913459b-defc-40b1-a314-8b74fa620fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0363598 Oct 13 15:50:15.047063 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac820dae-7944-41e5-8ea0-2f235ff7faa5 req-46fac23a-b251-43a7-9be9-a76ce8207036 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:15.049736 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ac820dae-7944-41e5-8ea0-2f235ff7faa5 req-46fac23a-b251-43a7-9be9-a76ce8207036 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 931 time: 0.1074555 Oct 13 15:50:15.061525 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Routers {'d913459b-defc-40b1-a314-8b74fa620fcd'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:50:15.062315 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['d913459b-defc-40b1-a314-8b74fa620fcd'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:15.069021 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f272a361-68f2-4953-b820-1add4527b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:15.130058 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:15.163456 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a2be0acc-6d4e-4f9e-8f21-e539107521a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:15.171464 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ac820dae-7944-41e5-8ea0-2f235ff7faa5 req-83a72749-d087-4ee4-8418-44171b1d347b tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123950 Oct 13 15:50:15.182141 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'name': 'tempest-ServerRescueNegativeTestJSON-1480828673-router', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': '0ad9a1dee35d4073be2e8567596086aa', 'gw_port': {'id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:03Z', 'updated_at': '2021-10-13T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'e3819363-4f38-46c9-8bf3-b2634067d9b9', 'name': '', 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa', 'mac_address': 'fa:16:3e:50:04:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6392a7f9-855e-4cf6-b552-06c1ebab1ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:12Z', 'revision_number': 2, 'project_id': '0ad9a1dee35d4073be2e8567596086aa', 'subnets': [{'id': '6392a7f9-855e-4cf6-b552-06c1ebab1ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:15.235746 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Checking router: 09f6f926-e660-4ec1-b05c-5fe69c16259a for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:50:15.237176 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Updating router 09f6f926-e660-4ec1-b05c-5fe69c16259a port e3819363-4f38-46c9-8bf3-b2634067d9b9 binding host dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:50:15.259298 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f272a361-68f2-4953-b820-1add4527b15a None None] The sync data for ids ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'] in dv-cinder-774288-10-iscsi is: [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:50:15.280975 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:15.324292 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be0acc-6d4e-4f9e-8f21-e539107521a6 None None] Pushing event updated for resources: {'Port': ['ID=45d098d3-f1e5-477f-a02c-2e61ae88be29,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:15.425426 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 06063303-95fe-4693-8da4-ef0f7cf7cfe9 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:15.464229 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-5efa931c-d3b6-4567-b55e-b00c23658481 None None] Provisioning complete for port bf39cf27-11c5-44f6-8322-cb649a6ad870 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:15.464607 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5efa931c-d3b6-4567-b55e-b00c23658481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:15.512876 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Set router d913459b-defc-40b1-a314-8b74fa620fcd gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:50:15.513095 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-981d318d-774d-4eff-bf46-95c91f7f9471 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:15.514378 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-981d318d-774d-4eff-bf46-95c91f7f9471 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/networks?id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46 HTTP/1.1" status: 200 len: 819 time: 0.2816591 Oct 13 15:50:15.538361 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-16b8fc68-ebbf-445a-9ca9-1d4f901ff2f4 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/quotas/0ad9a1dee35d4073be2e8567596086aa HTTP/1.1" status: 200 len: 375 time: 0.0130358 Oct 13 15:50:15.553860 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:15.612736 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-5efa931c-d3b6-4567-b55e-b00c23658481 None None] Port bf39cf27-11c5-44f6-8322-cb649a6ad870 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:50:15.685297 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 06063303-95fe-4693-8da4-ef0f7cf7cfe9 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:15.685831 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:15.758234 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-51afd0c8-e4fb-4501-b5f4-242daa7ccdbe tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ad9a1dee35d4073be2e8567596086aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2131193 Oct 13 15:50:15.788114 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:15.851834 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:15.941558 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:16.007118 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event updated for resources: {'Port': ['ID=ca739329-d278-4fae-b1de-5a6da87abfbe,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:16.043478 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-4add8653-811e-41e5-bed4-81e4d0d0cdf4 service neutron] 10.222.0.26 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842028 Oct 13 15:50:16.211532 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-51a5ec12-b16b-43c0-9863-8f688e085762 service neutron] 10.222.0.26 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668448 Oct 13 15:50:16.217888 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 2, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:16.344981 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Checking router: d913459b-defc-40b1-a314-8b74fa620fcd for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:50:16.345251 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Notify callbacks [] for port, precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:16.349767 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Updating router d913459b-defc-40b1-a314-8b74fa620fcd port bf39cf27-11c5-44f6-8322-cb649a6ad870 binding host dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:50:16.358335 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:16.362906 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-296a46c8-def3-4543-a4f6-5a02715aa9d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9947784 Oct 13 15:50:16.456446 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 50206) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:16.461300 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-fd5bc11e-0a7f-461c-bb67-eb29222ab590 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--201997753', 'description': 'tempest-description--3094063'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:16.495808 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:16.535855 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:16.625212 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 45d098d3-f1e5-477f-a02c-2e61ae88be29 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:16.667488 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-fd5bc11e-0a7f-461c-bb67-eb29222ab590 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:16.693229 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19c0f4-aaa3-4319-8d30-dc48ab7bda31 None None] Pushing event updated for resources: {'Port': ['ID=e3819363-4f38-46c9-8bf3-b2634067d9b9,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:16.821223 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd89fe6-2039-4bd6-ad54-b307b6b18149 req-ccf4cb49-5858-4f2d-85dd-0ff69159c6f7 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:16.841586 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6cd89fe6-2039-4bd6-ad54-b307b6b18149 req-ccf4cb49-5858-4f2d-85dd-0ff69159c6f7 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 931 time: 0.2801595 Oct 13 15:50:16.945709 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Attempting to bind port e3819363-4f38-46c9-8bf3-b2634067d9b9 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:50:16.945709 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Attempting to bind port e3819363-4f38-46c9-8bf3-b2634067d9b9 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '35d579cc-7592-4e92-9f2d-d12105aeadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:50:16.945709 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Attempting to bind port e3819363-4f38-46c9-8bf3-b2634067d9b9 on network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:16.945709 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:50:16.945709 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Checking segment: {'id': '35d579cc-7592-4e92-9f2d-d12105aeadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:16.950334 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:16.950334 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Bound using segment: {'id': '35d579cc-7592-4e92-9f2d-d12105aeadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:50:16.950334 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Bound port: e3819363-4f38-46c9-8bf3-b2634067d9b9, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d579cc-7592-4e92-9f2d-d12105aeadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:50:16.950334 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:17.093185 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 45d098d3-f1e5-477f-a02c-2e61ae88be29 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:17.093560 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:17.127356 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Request body: {'port': {'device_id': '28a9c1e6-84a8-4869-a49b-d440fb189ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:17.202292 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] For port e3819363-4f38-46c9-8bf3-b2634067d9b9, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:50:17.202467 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6cd89fe6-2039-4bd6-ad54-b307b6b18149 req-7ed7c944-a554-4786-b4c8-88609da58e18 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598125 Oct 13 15:50:17.218289 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] For port e3819363-4f38-46c9-8bf3-b2634067d9b9, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=e3819363-4f38-46c9-8bf3-b2634067d9b9,segment=NetworkSegment(35d579cc-7592-4e92-9f2d-d12105aeadcc),segment_id=35d579cc-7592-4e92-9f2d-d12105aeadcc)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:50:17.323227 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-9bf0de84-ce35-432e-a3ee-4f002ccd0efb tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2125342870&fields=id&tenant_id=695e8fd499fd4d6c8aae611cd7421cf2 HTTP/1.1" status: 200 len: 267 time: 0.3574057 Oct 13 15:50:17.355824 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:17.387431 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-fd5bc11e-0a7f-461c-bb67-eb29222ab590 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:17.473976 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-717fa3e3-d0ed-43d8-9a3e-ff5e993752f0 req-a3df4217-7eef-45fe-8ee3-da70928bea19 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 210 time: 0.1338277 Oct 13 15:50:17.504013 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:17.538840 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-fd5bc11e-0a7f-461c-bb67-eb29222ab590 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:17.664207 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Routers {'09f6f926-e660-4ec1-b05c-5fe69c16259a'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:50:17.665644 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['09f6f926-e660-4ec1-b05c-5fe69c16259a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:17.686189 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Notify callbacks [] for port, precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:17.709294 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-5421fcbe-23bd-49f4-936c-7ce050cf9711 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:17.717955 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-5421fcbe-23bd-49f4-936c-7ce050cf9711 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/networks?id=e701f80d-78be-455a-b072-c4a75da0219e HTTP/1.1" status: 200 len: 811 time: 0.4651735 Oct 13 15:50:17.730155 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bc11e-0a7f-461c-bb67-eb29222ab590 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:17.741182 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-9bdb4122-0f8a-4841-a185-16ca4a57b5a1 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/quotas/695e8fd499fd4d6c8aae611cd7421cf2 HTTP/1.1" status: 200 len: 375 time: 0.0223608 Oct 13 15:50:17.761345 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:17.780216 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-fd5bc11e-0a7f-461c-bb67-eb29222ab590 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:17.786423 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-fd5bc11e-0a7f-461c-bb67-eb29222ab590 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1774 time: 1.3288674 Oct 13 15:50:17.814536 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 50268) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:17.822066 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-da036e1a-4bfd-4543-a83c-86429e6a3fbb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Request body: {'security_group_rule': {'security_group_id': 'b99aa9e6-a3c9-47d3-a6ad-2502945d98e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:17.899473 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-deb1f1d0-8123-4aa6-9e0c-59502870c937 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1313260 Oct 13 15:50:17.909440 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19c0f4-aaa3-4319-8d30-dc48ab7bda31 None None] Pushing event updated for resources: {'Port': ['ID=e3819363-4f38-46c9-8bf3-b2634067d9b9,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:17.986923 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e80a6-e95f-46b7-b295-ca8686ac4676 None None] Pushing event updated for resources: {'Port': ['ID=bf39cf27-11c5-44f6-8322-cb649a6ad870,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:17.993395 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] Set router 09f6f926-e660-4ec1-b05c-5fe69c16259a gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:50:18.012446 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Attempting to bind port bf39cf27-11c5-44f6-8322-cb649a6ad870 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:50:18.017356 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Attempting to bind port bf39cf27-11c5-44f6-8322-cb649a6ad870 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:50:18.017974 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Attempting to bind port bf39cf27-11c5-44f6-8322-cb649a6ad870 on network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:18.025179 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:50:18.025861 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Checking segment: {'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:18.026504 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.027213 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Bound using segment: {'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:50:18.027999 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Bound port: bf39cf27-11c5-44f6-8322-cb649a6ad870, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:50:18.028562 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.182783 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] For port bf39cf27-11c5-44f6-8322-cb649a6ad870, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:50:18.214430 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] For port bf39cf27-11c5-44f6-8322-cb649a6ad870, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=bf39cf27-11c5-44f6-8322-cb649a6ad870,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:50:18.294189 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-1b8c52b9-5d35-413d-b886-117d5761cb5e None None] Provisioning complete for port bf39cf27-11c5-44f6-8322-cb649a6ad870 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:18.294547 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1b8c52b9-5d35-413d-b886-117d5761cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.573391 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2486bc05-7efc-4eb4-9275-b3e09992c72d {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:50:18.575597 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.575733 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.575851 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-da036e1a-4bfd-4543-a83c-86429e6a3fbb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.576250 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Transition to ACTIVE for port object 2486bc05-7efc-4eb4-9275-b3e09992c72d will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:50:18.576337 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c52b9-5d35-413d-b886-117d5761cb5e None None] Port bf39cf27-11c5-44f6-8322-cb649a6ad870 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:50:18.576337 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e80a6-e95f-46b7-b295-ca8686ac4676 None None] Pushing event updated for resources: {'Port': ['ID=bf39cf27-11c5-44f6-8322-cb649a6ad870,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:18.576337 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Routers {'d913459b-defc-40b1-a314-8b74fa620fcd'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:50:18.576337 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['d913459b-defc-40b1-a314-8b74fa620fcd'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:18.576629 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'name': 'tempest-ServerRescueNegativeTestJSON-1480828673-router', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': '0ad9a1dee35d4073be2e8567596086aa', 'gw_port': {'id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:03Z', 'updated_at': '2021-10-13T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'e3819363-4f38-46c9-8bf3-b2634067d9b9', 'name': '', 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa', 'mac_address': 'fa:16:3e:50:04:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6392a7f9-855e-4cf6-b552-06c1ebab1ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:17Z', 'revision_number': 4, 'project_id': '0ad9a1dee35d4073be2e8567596086aa', 'subnets': [{'id': '6392a7f9-855e-4cf6-b552-06c1ebab1ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:18.576775 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-da036e1a-4bfd-4543-a83c-86429e6a3fbb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.576859 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449c5cb-a1bf-4080-9586-0518aef29f23 None None] The sync data for ids ['09f6f926-e660-4ec1-b05c-5fe69c16259a'] in dv-cinder-774288-10-iscsi is: [{'id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'name': 'tempest-ServerRescueNegativeTestJSON-1480828673-router', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': '0ad9a1dee35d4073be2e8567596086aa', 'gw_port': {'id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:03Z', 'updated_at': '2021-10-13T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'e3819363-4f38-46c9-8bf3-b2634067d9b9', 'name': '', 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa', 'mac_address': 'fa:16:3e:50:04:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6392a7f9-855e-4cf6-b552-06c1ebab1ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:17Z', 'revision_number': 4, 'project_id': '0ad9a1dee35d4073be2e8567596086aa', 'subnets': [{'id': '6392a7f9-855e-4cf6-b552-06c1ebab1ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:50:18.652135 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-eb8d6cc8-dd86-49d5-a6e4-fdf61e189be1 service neutron] 10.222.0.26 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7493548 Oct 13 15:50:18.775192 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ba86-786f-4897-a35f-e3853c11980c req-8f9bfd80-cafa-4659-9c70-14fdddbea825 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:18.777466 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-8f9bfd80-cafa-4659-9c70-14fdddbea825 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/networks?id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46 HTTP/1.1" status: 200 len: 819 time: 0.5067551 Oct 13 15:50:18.804802 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-c1cf3723-2740-4597-b6c0-473311972ba7 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/quotas/0ad9a1dee35d4073be2e8567596086aa HTTP/1.1" status: 200 len: 375 time: 0.0205114 Oct 13 15:50:18.958694 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-71b33f52-9be5-428f-a162-078ab8b18e0c service neutron] 10.222.0.26 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583053 Oct 13 15:50:18.958694 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-6fb93f1f-ed71-42dd-a01a-83789fee3af6 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ad9a1dee35d4073be2e8567596086aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062872 Oct 13 15:50:19.046744 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:19.064627 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-da036e1a-4bfd-4543-a83c-86429e6a3fbb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:19.124642 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da036e1a-4bfd-4543-a83c-86429e6a3fbb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f68efdb-4ed7-485a-bcdb-e6688e831bd3,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:19.196456 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-34f5f633-b30a-4e1b-abfd-a29b6ce6764d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=107005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:50:19.205290 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-34f5f633-b30a-4e1b-abfd-a29b6ce6764d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1725552 Oct 13 15:50:19.219819 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Pushing event updated for resources: {'Port': ['ID=2486bc05-7efc-4eb4-9275-b3e09992c72d,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:19.299294 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-da036e1a-4bfd-4543-a83c-86429e6a3fbb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:19.299294 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-da036e1a-4bfd-4543-a83c-86429e6a3fbb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4826026 Oct 13 15:50:19.301482 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 50314) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:19.311425 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-b3726475-e021-4db0-af9f-3d49aa919de2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Request body: {'security_group_rule': {'security_group_id': 'b99aa9e6-a3c9-47d3-a6ad-2502945d98e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:19.359281 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] Set router d913459b-defc-40b1-a314-8b74fa620fcd gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:50:19.379838 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Attempting to bind port 2486bc05-7efc-4eb4-9275-b3e09992c72d on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:50:19.380185 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Attempting to bind port 2486bc05-7efc-4eb4-9275-b3e09992c72d by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd23df236-0795-4f38-a1b5-dd2668771b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba5c707c-6390-423a-8515-676af3aee161'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:50:19.382734 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Attempting to bind port 2486bc05-7efc-4eb4-9275-b3e09992c72d on network ba5c707c-6390-423a-8515-676af3aee161 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:19.409634 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Port 2486bc05-7efc-4eb4-9275-b3e09992c72d on network ba5c707c-6390-423a-8515-676af3aee161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:50:19.409951 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Attempting to bind port 2486bc05-7efc-4eb4-9275-b3e09992c72d on network ba5c707c-6390-423a-8515-676af3aee161 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:19.453456 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:50:19.453977 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Checking segment: {'id': 'd23df236-0795-4f38-a1b5-dd2668771b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba5c707c-6390-423a-8515-676af3aee161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:19.457243 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Bound using segment: {'id': 'd23df236-0795-4f38-a1b5-dd2668771b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba5c707c-6390-423a-8515-676af3aee161'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:50:19.458000 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Bound port: 2486bc05-7efc-4eb4-9275-b3e09992c72d, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23df236-0795-4f38-a1b5-dd2668771b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba5c707c-6390-423a-8515-676af3aee161'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:50:19.458565 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:19.629678 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b3726475-e021-4db0-af9f-3d49aa919de2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:19.664004 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-d4f4c6d4-f204-4761-8725-54559717b8cb service neutron] 10.222.0.26 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577756 Oct 13 15:50:19.674409 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b9d8c-7f40-4e9d-9229-bc2c9930ef66 req-9aee4c3c-66d2-4d79-9bd8-cd0c11746157 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:19.676556 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dc8b9d8c-7f40-4e9d-9229-bc2c9930ef66 req-9aee4c3c-66d2-4d79-9bd8-cd0c11746157 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.2779586 Oct 13 15:50:19.809004 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b3726475-e021-4db0-af9f-3d49aa919de2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:19.814300 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f9aaf267-5a7a-4b8f-97b1-f343f1fe24b7 None None] Provisioning complete for port bf39cf27-11c5-44f6-8322-cb649a6ad870 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:19.819213 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf267-5a7a-4b8f-97b1-f343f1fe24b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:19.826341 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] For port 2486bc05-7efc-4eb4-9275-b3e09992c72d, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:50:19.832208 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] For port 2486bc05-7efc-4eb4-9275-b3e09992c72d, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2486bc05-7efc-4eb4-9275-b3e09992c72d,segment=NetworkSegment(d23df236-0795-4f38-a1b5-dd2668771b9a),segment_id=d23df236-0795-4f38-a1b5-dd2668771b9a)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:50:19.858202 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dc8b9d8c-7f40-4e9d-9229-bc2c9930ef66 req-16ec1112-32dc-41b8-a2eb-8628c62bcf43 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665483 Oct 13 15:50:19.878481 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:18Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:19.934111 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73eff61-bc9a-49ae-ae66-017c8a5386b6 None None] The sync data for ids ['d913459b-defc-40b1-a314-8b74fa620fcd'] in dv-cinder-774288-10-iscsi is: [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:18Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:50:19.947443 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b3726475-e021-4db0-af9f-3d49aa919de2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:19.951277 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-ed43c7eb-2dae-4809-b383-42a2d0a4b5b7 service neutron] 10.222.0.26 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726793 Oct 13 15:50:19.984304 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:20.004835 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f796a365-5d06-4719-9b5f-6e68d1ed0172 req-bdb8f319-b36a-4a04-8384-2e6d9924768b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0485952 Oct 13 15:50:20.131822 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf267-5a7a-4b8f-97b1-f343f1fe24b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:20.208735 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Pushing event updated for resources: {'Port': ['ID=2486bc05-7efc-4eb4-9275-b3e09992c72d,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:20.217824 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3726475-e021-4db0-af9f-3d49aa919de2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efaa46d-68e1-4916-ac87-2c7a388877ba,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:20.222252 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:20.223078 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:20.223219 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f9aaf267-5a7a-4b8f-97b1-f343f1fe24b7 None None] For port bf39cf27-11c5-44f6-8322-cb649a6ad870, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=bf39cf27-11c5-44f6-8322-cb649a6ad870,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:20.224882 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-2bedb7f6-e5a4-410d-a720-509a892e8858 service neutron] 10.222.0.37 "PUT /v2.0/ports/2486bc05-7efc-4eb4-9275-b3e09992c72d HTTP/1.1" status: 200 len: 1093 time: 3.3184700 Oct 13 15:50:20.225658 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a9c1e6-84a8-4869-a49b-d440fb189ae6', 'tag': '2486bc05-7efc-4eb4-9275-b3e09992c72d'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:50:20.471452 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b70e30a-bac3-4401-a49a-268fc0fea05a" -d '{"events": [{"name": "network-changed", "server_uuid": "28a9c1e6-84a8-4869-a49b-d440fb189ae6", "tag": "2486bc05-7efc-4eb4-9275-b3e09992c72d"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:20.628543 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device bf39cf27-11c5-44f6-8322-cb649a6ad870 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:20.639779 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b3726475-e021-4db0-af9f-3d49aa919de2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:20.643918 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-b3726475-e021-4db0-af9f-3d49aa919de2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3412507 Oct 13 15:50:20.646349 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 50346) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:20.660790 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Request body: {'floatingip': {'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:20.694226 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf267-5a7a-4b8f-97b1-f343f1fe24b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:20.754082 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9695d38e-90a1-456c-bb46-b8d7b2479c0b x-openstack-request-id: req-9695d38e-90a1-456c-bb46-b8d7b2479c0b {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:20.754082 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a9c1e6-84a8-4869-a49b-d440fb189ae6", "tag": "2486bc05-7efc-4eb4-9275-b3e09992c72d", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:20.754082 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9695d38e-90a1-456c-bb46-b8d7b2479c0b {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:20.754082 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a9c1e6-84a8-4869-a49b-d440fb189ae6', 'tag': '2486bc05-7efc-4eb4-9275-b3e09992c72d', 'status': 'completed', 'code': 200} Oct 13 15:50:20.830198 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for floatingip, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:20.896241 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aaf267-5a7a-4b8f-97b1-f343f1fe24b7 None None] Pushing event updated for resources: {'Port': ['ID=bf39cf27-11c5-44f6-8322-cb649a6ad870,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:20.902513 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port bf39cf27-11c5-44f6-8322-cb649a6ad870 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:20.903204 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:21.026588 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b266ce75-3885-45d5-8665-787e9573cddb req-7593b1ab-e7cc-4996-99a6-124f0a737bb7 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.1101406 Oct 13 15:50:21.169424 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device e3819363-4f38-46c9-8bf3-b2634067d9b9 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:21.175583 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d0b46-00be-4d4b-b882-3da2269d8d60 req-29e8440a-822b-4878-8e1e-cb9de506ecac tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:21.177838 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-613d0b46-00be-4d4b-b882-3da2269d8d60 req-29e8440a-822b-4878-8e1e-cb9de506ecac tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.1451271 Oct 13 15:50:21.234473 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port e3819363-4f38-46c9-8bf3-b2634067d9b9 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:21.235284 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:21.274328 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ce44eaf1-5b06-4653-a472-5fcd46bdde68 req-5a9b5ae6-8c9b-41d5-a4f5-18371caed58c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0735064 Oct 13 15:50:21.339727 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-613d0b46-00be-4d4b-b882-3da2269d8d60 req-4dcb81b9-4a91-42a5-927d-5495be83cac5 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486309 Oct 13 15:50:21.357873 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:21.360715 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:21.396145 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] For port e3819363-4f38-46c9-8bf3-b2634067d9b9, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=e3819363-4f38-46c9-8bf3-b2634067d9b9,segment=NetworkSegment(35d579cc-7592-4e92-9f2d-d12105aeadcc),segment_id=35d579cc-7592-4e92-9f2d-d12105aeadcc)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:21.513942 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Allocated IP 172.27.3.236 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/19d5fae4-74c8-4d27-adb6-33c74460ba6a) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:21.549693 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:21.629463 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=e3819363-4f38-46c9-8bf3-b2634067d9b9,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:21.688150 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:21.985878 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:22.032977 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:22.041761 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:22.051396 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:22.069354 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event updated for resources: {'Port': ['ID=19d5fae4-74c8-4d27-adb6-33c74460ba6a,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:22.117342 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:22.131035 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ec3f0b65-1df7-40dd-b3dc-8f5fb79f7b6f req-6810c44e-621c-463d-8ee3-3c593c353362 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.0618217 Oct 13 15:50:22.418969 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:22.422958 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device bf39cf27-11c5-44f6-8322-cb649a6ad870 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:22.440694 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b3f9332d-e938-4848-bea1-fe78a49f6b1e req-64c5aa47-d378-4312-9e26-d6a1f2cc4e34 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0771992 Oct 13 15:50:22.529742 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port bf39cf27-11c5-44f6-8322-cb649a6ad870 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:22.530119 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:22.571665 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbc6c3-6aa2-49ab-abbb-24d83f8c3ad0 req-c83a7c54-e954-4dda-9fbb-19edf6134d38 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:22.590447 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-11fbc6c3-6aa2-49ab-abbb-24d83f8c3ad0 req-c83a7c54-e954-4dda-9fbb-19edf6134d38 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.1236792 Oct 13 15:50:22.673252 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-11fbc6c3-6aa2-49ab-abbb-24d83f8c3ad0 req-7c2678b6-0dee-4402-a47a-50371b84d11a tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817735 Oct 13 15:50:22.692085 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device e3819363-4f38-46c9-8bf3-b2634067d9b9 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:22.755915 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:22.792474 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port e3819363-4f38-46c9-8bf3-b2634067d9b9 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:22.792925 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:22.836012 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:22.868337 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:22.898778 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event updated for resources: {'Port': ['ID=19d5fae4-74c8-4d27-adb6-33c74460ba6a,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:22.981105 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:22.983224 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-de9ada5c-5182-4597-b2fc-c655f2bc0473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3350689 Oct 13 15:50:23.265852 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f23e21c7-48a7-4eca-ab17-447a5c926506 req-0852a8d5-814f-4d8c-9079-c9dd8a187d12 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.0373471 Oct 13 15:50:23.362537 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-03572c84-84a9-4e16-8825-c65213c86081 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--201997753&fields=id&tenant_id=b2b196667d48416ea6c3c4266aee1ab0 HTTP/1.1" status: 200 len: 267 time: 0.0396078 Oct 13 15:50:23.480034 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec8811-89ac-4098-a96f-34e642791a32 req-c6b777d2-ff52-4fe6-b31b-a5f20128e8cf tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:23.481737 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-c6b777d2-ff52-4fe6-b31b-a5f20128e8cf tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/networks?id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9 HTTP/1.1" status: 200 len: 816 time: 0.1109343 Oct 13 15:50:23.496758 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-fe5408ce-4087-41e5-8c4e-34265a0ed58f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/quotas/b2b196667d48416ea6c3c4266aee1ab0 HTTP/1.1" status: 200 len: 375 time: 0.0093660 Oct 13 15:50:23.569788 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c00fbf46-f649-4b08-8342-469a7add95af req-e374d52f-41c8-4031-8b82-94f826ae5963 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0483153 Oct 13 15:50:23.601476 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-45dbb4db-8ec5-40cf-97e1-23b4c9c8719b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936441 Oct 13 15:50:23.734817 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-07f1a1f4-005b-4948-8b70-c91a051b8c7f service neutron] 10.222.0.26 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210735 Oct 13 15:50:23.876128 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c6466-674c-4667-97e9-e6eb35cea0a4 req-4b337e5f-19a7-4025-a2ad-67e527a49c4c tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:23.877687 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a57c6466-674c-4667-97e9-e6eb35cea0a4 req-4b337e5f-19a7-4025-a2ad-67e527a49c4c tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.1159630 Oct 13 15:50:23.922046 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-c34aab17-3c35-43c1-818a-b80d8cad2240 service neutron] 10.222.0.26 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808090 Oct 13 15:50:23.950240 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a57c6466-674c-4667-97e9-e6eb35cea0a4 req-6f27ec04-c50e-404c-b079-3ef1f4e87ca6 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597568 Oct 13 15:50:24.283121 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-13ccaaf3-6e13-44a4-9588-efaab153ef4d req-ed10af92-f620-4752-ad78-3666d2204fef tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 210 time: 0.0354269 Oct 13 15:50:24.503573 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-053b0497-3a32-4a9f-b72c-ab04e55c5ce9 req-04eaeaad-4154-463e-bcb1-fa272f7ae77b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.0825284 Oct 13 15:50:24.683574 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a161ffb4-19f5-4f1b-93c7-1af2b4855054 req-0da1b585-1ebd-4a38-a71a-df71f40602eb tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0275741 Oct 13 15:50:24.762772 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 50470) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:24.901305 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1f896185-e5fd-4bf6-83ba-74d1e0e2304a admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:24.984554 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1f896185-e5fd-4bf6-83ba-74d1e0e2304a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:25.070046 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1f896185-e5fd-4bf6-83ba-74d1e0e2304a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:25.072955 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48566759-2948-4f3e-bced-076616045398 req-4cf19586-7e36-4888-b2f4-8cb3b1736053 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:25.074905 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48566759-2948-4f3e-bced-076616045398 req-4cf19586-7e36-4888-b2f4-8cb3b1736053 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.0499055 Oct 13 15:50:25.112380 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1f896185-e5fd-4bf6-83ba-74d1e0e2304a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fee7270d04ee4be489760717fbf42a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460305 Oct 13 15:50:25.112380 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f896185-e5fd-4bf6-83ba-74d1e0e2304a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb15d5a-5d16-492b-835f-951a257bf852,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:25.112664 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48566759-2948-4f3e-bced-076616045398 req-b9448a28-6ab4-4777-a446-f2e9d21261e8 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315471 Oct 13 15:50:25.112744 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 50484) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:25.162769 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-973d5834-888c-4523-8849-a4b8a6e508e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:25.186780 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-973d5834-888c-4523-8849-a4b8a6e508e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:25.339676 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-973d5834-888c-4523-8849-a4b8a6e508e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:25.342894 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-973d5834-888c-4523-8849-a4b8a6e508e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:25.343474 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-973d5834-888c-4523-8849-a4b8a6e508e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9fb15d5a-5d16-492b-835f-951a257bf852 HTTP/1.1" status: 204 len: 168 time: 0.2290432 Oct 13 15:50:25.376093 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0cae4dcc-3735-472b-9ad6-b8c64faafc88 req-5a125284-1994-44a5-8d1c-cffc3800762d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 210 time: 0.0315464 Oct 13 15:50:25.376814 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d5834-888c-4523-8849-a4b8a6e508e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb15d5a-5d16-492b-835f-951a257bf852,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:25.589497 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ac35e8ae-e840-424f-a9a0-9e880602aaec req-416b7235-d60f-4598-8c78-3521b47687b5 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.0272815 Oct 13 15:50:25.775654 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9decf576-7cc7-4473-938e-802611cd2741 req-4d04b86f-f503-423a-aedf-04546694f933 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0265870 Oct 13 15:50:26.230046 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792afe3-c411-4f31-babd-748ae3ff9226 req-8c404c3c-dfae-454c-a146-d3335ce7e2cb tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:26.231519 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1792afe3-c411-4f31-babd-748ae3ff9226 req-8c404c3c-dfae-454c-a146-d3335ce7e2cb tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.0482078 Oct 13 15:50:26.267665 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1792afe3-c411-4f31-babd-748ae3ff9226 req-a2a2ea9f-1ecb-4bf4-9e19-735fcd3a103c tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303574 Oct 13 15:50:26.597208 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-31b9f4a9-f43d-4afc-a700-644fd6b5179b req-0a2a79f9-e302-4f3a-a3b8-86d5e125457b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 210 time: 0.1370866 Oct 13 15:50:26.683063 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-09c1d65f-7651-4a46-99fc-eb19ff88f993 req-189212e7-4610-484b-b2fa-3cfa8e1ae80a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.0256157 Oct 13 15:50:26.867017 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c1e8a38b-8f7a-4854-bbb3-79446c6bf3b2 req-4d887891-faba-4d2d-b034-0a64d57c90df tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0262756 Oct 13 15:50:27.045956 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 50564) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:27.148793 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-5810b617-e8da-44c3-9164-70a05140a549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.222962 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-5810b617-e8da-44c3-9164-70a05140a549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.308678 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-5810b617-e8da-44c3-9164-70a05140a549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.360988 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-5810b617-e8da-44c3-9164-70a05140a549 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc2e18fd26944c77ad174eb402bd9ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139541 Oct 13 15:50:27.363216 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810b617-e8da-44c3-9164-70a05140a549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c53f97f-4111-4777-b32f-cd7f05e05bc4,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:27.364167 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 50572) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:27.407905 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cedac-eba9-4686-9297-565baa0f0577 req-3bb062fb-2b53-4e48-ab1c-06531c4b7403 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:27.409376 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4e0cedac-eba9-4686-9297-565baa0f0577 req-3bb062fb-2b53-4e48-ab1c-06531c4b7403 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.0635729 Oct 13 15:50:27.454663 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4e0cedac-eba9-4686-9297-565baa0f0577 req-c8e05e3d-9cd7-47e3-a7fc-1dcdd1b8cf4d tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324852 Oct 13 15:50:27.470542 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8740909e-02e7-47ff-8e2c-e3d30f4a659e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.511632 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8740909e-02e7-47ff-8e2c-e3d30f4a659e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.520095 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-9153ec15-ff09-4776-82b9-6fc7849f73ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:27.521661 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-9153ec15-ff09-4776-82b9-6fc7849f73ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2153aadbf9904e2c845d0b9be5f8d3f5&device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 1096 time: 0.1011953 Oct 13 15:50:27.603514 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-25d824ff-3fcd-46da-86ca-537abaadb507 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2486bc05-7efc-4eb4-9275-b3e09992c72d HTTP/1.1" status: 200 len: 217 time: 0.0658727 Oct 13 15:50:27.667153 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-bc7d2943-593f-4bed-b7a8-a234f6cdc9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:27.668099 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-bc7d2943-593f-4bed-b7a8-a234f6cdc9b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=894a30d8-ae4a-4f25-9b47-46662f1a08e0 HTTP/1.1" status: 200 len: 851 time: 0.0573492 Oct 13 15:50:27.711920 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ccc1adde-c2ae-430c-bd27-5a5ea95f2887 req-8e364ea7-99a6-4669-8208-046216ae64a1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 210 time: 0.0272088 Oct 13 15:50:27.724009 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-78b3933a-e573-4425-8587-e6f474ac2fcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba5c707c-6390-423a-8515-676af3aee161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481744 Oct 13 15:50:27.780577 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3a79723c-ccc0-47f0-9207-a0088974b88b req-bceea964-d063-4dd9-a277-5ed065231fe4 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.0285411 Oct 13 15:50:27.788224 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8740909e-02e7-47ff-8e2c-e3d30f4a659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.791087 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8740909e-02e7-47ff-8e2c-e3d30f4a659e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.794858 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-8740909e-02e7-47ff-8e2c-e3d30f4a659e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c53f97f-4111-4777-b32f-cd7f05e05bc4 HTTP/1.1" status: 204 len: 168 time: 0.4270234 Oct 13 15:50:27.809250 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740909e-02e7-47ff-8e2c-e3d30f4a659e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c53f97f-4111-4777-b32f-cd7f05e05bc4,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:27.842240 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-fbe75341-05db-4133-821c-382c72245b9f service neutron] 10.222.0.37 "GET /v2.0/networks/ba5c707c-6390-423a-8515-676af3aee161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069725 Oct 13 15:50:27.964168 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2b5d3ff5-95a7-40de-be45-dc1811543bf9 req-a64fc446-6f1e-4f2e-9cbe-2978271176be tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0300562 Oct 13 15:50:28.561605 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2111d1-ad5c-4ddf-8d11-05830a4fb1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.573677 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e437a-befe-4d5f-b574-0d63a0a653b7 req-1c8bd642-37f3-4cbd-9627-ebe81e4b8c5e tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:28.575233 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-976e437a-befe-4d5f-b574-0d63a0a653b7 req-1c8bd642-37f3-4cbd-9627-ebe81e4b8c5e tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.0535343 Oct 13 15:50:28.613762 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-976e437a-befe-4d5f-b574-0d63a0a653b7 req-7d29e40b-cf9f-471e-ade4-a5f9b3b0e999 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326457 Oct 13 15:50:28.810210 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1069c413-65ad-409b-9f36-5da17bd952ed req-b28b4e09-efbd-4b24-ba52-1d75fe783b69 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 210 time: 0.0264177 Oct 13 15:50:28.885738 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9c6e5314-f304-4844-9321-bc44762873d5 req-a202513b-ad73-4bef-9a1b-29782cc2fba7 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.0274749 Oct 13 15:50:29.060833 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-cb06a68b-ddbd-4b45-a4df-85b795054add req-edb07eac-11f6-4230-b352-8160adbd727b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0300875 Oct 13 15:50:29.727508 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73058da-3095-4eb1-8a67-663ca1404474 req-7b3ae442-c316-4c36-aa12-e961ed385d55 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:29.729370 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a73058da-3095-4eb1-8a67-663ca1404474 req-7b3ae442-c316-4c36-aa12-e961ed385d55 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.0499456 Oct 13 15:50:29.766504 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a73058da-3095-4eb1-8a67-663ca1404474 req-9291d3bb-d434-4056-b9e6-d091de8df0e8 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312941 Oct 13 15:50:29.910071 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0bfc9579-e3e1-4933-8b3c-099ed135e3b7 req-1463c917-d2f2-4338-a62c-5713082b4406 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 210 time: 0.0284913 Oct 13 15:50:29.985309 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1c384db2-a0c1-48b1-9f17-3fd6cb9c7e36 req-d22c95f4-f134-4ed0-a3b7-684155589e96 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.0279372 Oct 13 15:50:30.157293 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2a6ec647-dba4-4562-b526-215690146d1a req-b75365e1-ecd3-4315-bbf7-7116a18d7dcb tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0296421 Oct 13 15:50:30.580415 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2636c2d9-2315-43f3-b294-1266e1c8fd63 req-46f00cd7-14be-4d4a-ba97-d66ae9845370 service neutron] 10.222.0.37 "GET /v2.0/networks/ba5c707c-6390-423a-8515-676af3aee161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160707 Oct 13 15:50:30.771357 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70e30a-bac3-4401-a49a-268fc0fea05a req-c44446d7-9a56-4fbc-8ff7-8b7a560155c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:30.772740 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0b70e30a-bac3-4401-a49a-268fc0fea05a req-c44446d7-9a56-4fbc-8ff7-8b7a560155c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2153aadbf9904e2c845d0b9be5f8d3f5&device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 1096 time: 0.0410087 Oct 13 15:50:30.882605 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90258a11-4edd-41a0-b732-d5ddc0bd77e0 req-0d93b68c-05be-420d-8da7-c1bce53a6394 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:30.884091 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-90258a11-4edd-41a0-b732-d5ddc0bd77e0 req-0d93b68c-05be-420d-8da7-c1bce53a6394 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.0506139 Oct 13 15:50:30.924903 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-90258a11-4edd-41a0-b732-d5ddc0bd77e0 req-4c3a770d-9459-476a-859e-7df9f45eb61f tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344989 Oct 13 15:50:30.931022 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70e30a-bac3-4401-a49a-268fc0fea05a req-e3be6587-0924-48c3-94c2-b8baed8ef5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:30.932426 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0b70e30a-bac3-4401-a49a-268fc0fea05a req-e3be6587-0924-48c3-94c2-b8baed8ef5d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba5c707c-6390-423a-8515-676af3aee161 HTTP/1.1" status: 200 len: 912 time: 0.1514413 Oct 13 15:50:31.007435 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d9707061-7815-4b34-be86-4291bccdd8c7 req-e02e7c18-a305-41a1-a81c-24df93b36bdd tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 210 time: 0.0267010 Oct 13 15:50:31.079737 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-df7169ae-016f-47c4-b7f9-558c6eaac0a0 req-b6632b36-bda3-41a0-a9c2-9211107089b5 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.0255079 Oct 13 15:50:31.255496 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5ddb9764-3f90-43f3-b829-838a51f4df8e req-09063f15-9d6f-4c95-b5c2-128a792b6aab tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0291278 Oct 13 15:50:31.281417 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-44ca6856-90a3-4f0d-bddc-56d8ca29f52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:31.841593 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0b70e30a-bac3-4401-a49a-268fc0fea05a req-fb025aea-79e7-4a42-a280-33340e5c661f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2486bc05-7efc-4eb4-9275-b3e09992c72d HTTP/1.1" status: 200 len: 217 time: 0.0361242 Oct 13 15:50:32.036738 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad054c7-1888-48dc-b465-afb8d1d91d39 req-45d86f28-42a7-44be-824c-cbe0e3f7f938 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:32.038302 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4ad054c7-1888-48dc-b465-afb8d1d91d39 req-45d86f28-42a7-44be-824c-cbe0e3f7f938 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.0484810 Oct 13 15:50:32.077997 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4ad054c7-1888-48dc-b465-afb8d1d91d39 req-8f009c91-1664-47b9-9760-a118066dc332 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Oct 13 15:50:32.099685 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:32.111537 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ce674da1-f23d-4d79-9fce-d40a43449a10 req-b82e8940-9a53-4883-8b67-de0aed74c624 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 210 time: 0.0283616 Oct 13 15:50:32.173531 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ba2220c2-8ed7-45ed-b98e-625edd551cda req-f3a96a11-2e35-493a-b3e9-97126ee1fb87 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.0264702 Oct 13 15:50:32.178856 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:32.356046 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-88d47291-cd86-45a0-8eb4-cb0c94d38b56 req-ce671bf1-6ff6-4f20-84c2-d4303a88f5ab tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0295975 Oct 13 15:50:32.732786 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70e30a-bac3-4401-a49a-268fc0fea05a req-89f9d2a4-5f34-4c82-ac0f-2ceb978a60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:32.734172 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0b70e30a-bac3-4401-a49a-268fc0fea05a req-89f9d2a4-5f34-4c82-ac0f-2ceb978a60c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=894a30d8-ae4a-4f25-9b47-46662f1a08e0 HTTP/1.1" status: 200 len: 851 time: 0.0432978 Oct 13 15:50:33.201985 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f7dfb-1c2c-4b2d-b4d5-7eada8d32980 req-6c97036a-6798-485d-a968-a60e39de13be tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:33.203479 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f02f7dfb-1c2c-4b2d-b4d5-7eada8d32980 req-6c97036a-6798-485d-a968-a60e39de13be tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.0587416 Oct 13 15:50:33.220359 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-263d8654-7edb-4a78-93fd-58dff2be4bc5 req-f5cafd7b-fbe8-408e-a19b-fa0ea700d76d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 210 time: 0.0379105 Oct 13 15:50:33.251685 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f02f7dfb-1c2c-4b2d-b4d5-7eada8d32980 req-d92dd5b1-a65b-472d-baca-d5ee9f4beb3d tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341344 Oct 13 15:50:33.303222 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-126af75d-a522-4bb9-8a26-abf13a77f71e req-018be08f-f2b2-4b50-89af-9a045a703e99 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.0255814 Oct 13 15:50:33.450602 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f3ebc310-6d1a-4ef2-b42c-7d9727bae409 req-dfe50695-cada-4635-b048-50569969fc91 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0289941 Oct 13 15:50:33.753457 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0b70e30a-bac3-4401-a49a-268fc0fea05a req-a4553d4e-4e1b-48cd-b0f1-0825b8b624b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba5c707c-6390-423a-8515-676af3aee161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280359 Oct 13 15:50:33.841729 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0b70e30a-bac3-4401-a49a-268fc0fea05a req-674350bb-0fb9-4413-b160-423a354ede7f service neutron] 10.222.0.37 "GET /v2.0/networks/ba5c707c-6390-423a-8515-676af3aee161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803070 Oct 13 15:50:33.847118 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:33.934127 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0b70e30a-bac3-4401-a49a-268fc0fea05a req-e658cc70-fd60-4803-8ad4-7b9eccade1c5 service neutron] 10.222.0.37 "GET /v2.0/networks/ba5c707c-6390-423a-8515-676af3aee161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832639 Oct 13 15:50:34.371826 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-62aac78a-32eb-40e1-91a1-a39ab1a84c8b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:34.371826 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-62aac78a-32eb-40e1-91a1-a39ab1a84c8b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.37 "GET /v2.0/networks?id=e701f80d-78be-455a-b072-c4a75da0219e HTTP/1.1" status: 200 len: 811 time: 0.1135640 Oct 13 15:50:34.372026 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a608772d-7be4-4498-a580-9bbdf2c808dc req-fda1fc99-aa36-473d-8a36-b401f9552649 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 210 time: 0.0519352 Oct 13 15:50:34.396857 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fada3-771c-4693-87c5-8e9f314c2cfa req-ac5cfd7a-2d43-4ea7-a02a-bcd75ab0e3de tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:34.398554 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1e1fada3-771c-4693-87c5-8e9f314c2cfa req-ac5cfd7a-2d43-4ea7-a02a-bcd75ab0e3de tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.0632279 Oct 13 15:50:34.442215 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-22e8ad54-a310-4d78-90fb-e594eb4a235e tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=695e8fd499fd4d6c8aae611cd7421cf2 HTTP/1.1" status: 200 len: 380 time: 0.0577664 Oct 13 15:50:34.461007 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-bed3e0c8-041b-4b05-80b0-366cfefbcd88 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Request body: {'port': {'device_id': 'cec9665f-4b7a-4a4b-b7ff-ed146108eaab', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'admin_state_up': True, 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'security_groups': ['1e454a89-6d1c-4c32-bdd8-38f89680e789']}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:34.467809 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1e1fada3-771c-4693-87c5-8e9f314c2cfa req-12504d51-37ba-4502-a5df-508411ea5e6c tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619450 Oct 13 15:50:34.528043 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e24c5696-105b-4e18-89d0-c383f8dda747 req-ab26bec6-80db-477e-a0fd-224c45ebbcf0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.0309381 Oct 13 15:50:34.575172 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6a581e81-3665-4594-ba29-6dcb2ab3b57f req-a5eb8d30-e8f3-4398-b780-f9c146dd604f tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0308390 Oct 13 15:50:34.645751 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-bed3e0c8-041b-4b05-80b0-366cfefbcd88 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Made reservation on behalf of 695e8fd499fd4d6c8aae611cd7421cf2 for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:50:34.649328 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-bed3e0c8-041b-4b05-80b0-366cfefbcd88 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:34.776179 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-bed3e0c8-041b-4b05-80b0-366cfefbcd88 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Allocated IP 172.20.0.13 (e701f80d-78be-455a-b072-c4a75da0219e/180efc03-3a53-4469-b14e-6acb45275524/46bc8493-ca17-4d77-8d15-6561c4d806ff) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:34.909782 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-bed3e0c8-041b-4b05-80b0-366cfefbcd88 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:35.032757 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.37', 55888) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:35.036555 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-bed3e0c8-041b-4b05-80b0-366cfefbcd88 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:35.088194 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-bed3e0c8-041b-4b05-80b0-366cfefbcd88 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Network e701f80d-78be-455a-b072-c4a75da0219e is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:35.091371 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-bed3e0c8-041b-4b05-80b0-366cfefbcd88 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:35.095286 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-bed3e0c8-041b-4b05-80b0-366cfefbcd88 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:35.100731 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-bed3e0c8-041b-4b05-80b0-366cfefbcd88 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:35.101249 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-bed3e0c8-041b-4b05-80b0-366cfefbcd88 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:35.110726 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3e0c8-041b-4b05-80b0-366cfefbcd88 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event updated for resources: {'Port': ['ID=46bc8493-ca17-4d77-8d15-6561c4d806ff,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:35.172828 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ba86-786f-4897-a35f-e3853c11980c req-61d29e9b-eb5f-4e2b-8310-3be29f3e6bb9 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:35.173064 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-61d29e9b-eb5f-4e2b-8310-3be29f3e6bb9 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.37 "GET /v2.0/networks?id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46 HTTP/1.1" status: 200 len: 819 time: 0.1385229 Oct 13 15:50:35.187761 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [req-33f9ba86-786f-4897-a35f-e3853c11980c req-13d10693-015a-4173-954e-b1a7f589d24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Request body: {'port': {'device_id': 'a950b404-79e5-448e-a915-2178d9eff6c6', 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46', 'admin_state_up': True, 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:35.197538 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-bed3e0c8-041b-4b05-80b0-366cfefbcd88 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7459521 Oct 13 15:50:35.211088 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Request body: {'port': {'device_id': 'cec9665f-4b7a-4a4b-b7ff-ed146108eaab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:35.269142 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:35.446209 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-bcd292b7-a248-43cc-b0f3-deef4510111c None None] Provisioning complete for port 46bc8493-ca17-4d77-8d15-6561c4d806ff triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:35.446913 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bcd292b7-a248-43cc-b0f3-deef4510111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:35.486673 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-bcd292b7-a248-43cc-b0f3-deef4510111c None None] Port 46bc8493-ca17-4d77-8d15-6561c4d806ff cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:50:35.520924 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dcfe559d-259d-4a2b-94bc-0a5e870d3cc7 req-6addfd96-8c61-4c68-aaed-9c2233272d28 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 210 time: 0.0342472 Oct 13 15:50:35.526508 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.37', 55894) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:35.620218 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cca76-2dc7-4499-be7a-60e632486292 req-56e5b28e-a5aa-47b3-bbb8-af092b499b37 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:35.626184 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-427cca76-2dc7-4499-be7a-60e632486292 req-56e5b28e-a5aa-47b3-bbb8-af092b499b37 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.0696626 Oct 13 15:50:35.630983 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f9ba86-786f-4897-a35f-e3853c11980c req-13d10693-015a-4173-954e-b1a7f589d24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Made reservation on behalf of 0ad9a1dee35d4073be2e8567596086aa for: {'port': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:50:35.640312 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-33f9ba86-786f-4897-a35f-e3853c11980c req-13d10693-015a-4173-954e-b1a7f589d24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:35.701773 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8aef83b3-d4f9-4703-bfb4-71ba9d39815b req-0fa3a2a3-92a9-4db3-a2d2-cc0cccea7709 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.0517759 Oct 13 15:50:35.739405 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46bc8493-ca17-4d77-8d15-6561c4d806ff {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:50:35.750900 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec8811-89ac-4098-a96f-34e642791a32 req-6a02669a-5504-4f81-b2d5-f1c6a13af26d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:35.752433 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-6a02669a-5504-4f81-b2d5-f1c6a13af26d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.37 "GET /v2.0/networks?id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9 HTTP/1.1" status: 200 len: 816 time: 0.2249765 Oct 13 15:50:35.756900 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:35.788194 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-427cca76-2dc7-4499-be7a-60e632486292 req-9a661080-e630-43d9-9fe6-49fc3ae3ee89 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450176 Oct 13 15:50:35.794435 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Transition to ACTIVE for port object 46bc8493-ca17-4d77-8d15-6561c4d806ff will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:50:35.819106 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-e427532b-e021-42c7-8368-86311f266728 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2b196667d48416ea6c3c4266aee1ab0 HTTP/1.1" status: 200 len: 379 time: 0.0406902 Oct 13 15:50:35.829711 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-3cec8811-89ac-4098-a96f-34e642791a32 req-8da47dd7-865d-4933-8c2e-c50b5a9196ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Request body: {'port': {'device_id': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'admin_state_up': True, 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'security_groups': ['b99aa9e6-a3c9-47d3-a6ad-2502945d98e8']}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:35.918699 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.036080 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27326070-b33d-460a-aef9-02e3aa113f7e req-1d0bf030-e1eb-4796-a723-b4937f81cc3c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:36.037620 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-27326070-b33d-460a-aef9-02e3aa113f7e req-1d0bf030-e1eb-4796-a723-b4937f81cc3c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 932 time: 0.2529833 Oct 13 15:50:36.137982 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-27326070-b33d-460a-aef9-02e3aa113f7e req-fa94e958-383b-4935-ade0-7b7171a6523c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781627 Oct 13 15:50:36.144147 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [req-33f9ba86-786f-4897-a35f-e3853c11980c req-13d10693-015a-4173-954e-b1a7f589d24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Allocated IP 172.20.0.12 (5cf3b399-6f3f-4d33-a1de-e924ea68ac46/6392a7f9-855e-4cf6-b552-06c1ebab1ec5/ccbc776a-97a2-499a-8202-661d59e93f41) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:36.189364 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Pushing event updated for resources: {'Port': ['ID=46bc8493-ca17-4d77-8d15-6561c4d806ff,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:36.247621 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Attempting to bind port 46bc8493-ca17-4d77-8d15-6561c4d806ff on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:50:36.247787 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Attempting to bind port 46bc8493-ca17-4d77-8d15-6561c4d806ff by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:50:36.248163 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Attempting to bind port 46bc8493-ca17-4d77-8d15-6561c4d806ff on network e701f80d-78be-455a-b072-c4a75da0219e {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:36.252713 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Port 46bc8493-ca17-4d77-8d15-6561c4d806ff on network e701f80d-78be-455a-b072-c4a75da0219e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:50:36.253029 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Attempting to bind port 46bc8493-ca17-4d77-8d15-6561c4d806ff on network e701f80d-78be-455a-b072-c4a75da0219e {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:36.260274 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:50:36.260592 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Checking segment: {'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:36.260989 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Bound using segment: {'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:50:36.261504 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Bound port: 46bc8493-ca17-4d77-8d15-6561c4d806ff, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:50:36.261800 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.322401 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.37', 55899) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:36.380734 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cec8811-89ac-4098-a96f-34e642791a32 req-8da47dd7-865d-4933-8c2e-c50b5a9196ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Made reservation on behalf of b2b196667d48416ea6c3c4266aee1ab0 for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:50:36.384531 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3cec8811-89ac-4098-a96f-34e642791a32 req-8da47dd7-865d-4933-8c2e-c50b5a9196ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.404044 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-33f9ba86-786f-4897-a35f-e3853c11980c req-13d10693-015a-4173-954e-b1a7f589d24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.440270 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] For port 46bc8493-ca17-4d77-8d15-6561c4d806ff, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:50:36.494953 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] For port 46bc8493-ca17-4d77-8d15-6561c4d806ff, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=46bc8493-ca17-4d77-8d15-6561c4d806ff,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:50:36.528130 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-fe00f9a3-a0d2-4dc7-85dc-db9b48349be2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:36.529549 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-fe00f9a3-a0d2-4dc7-85dc-db9b48349be2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.37 "GET /v2.0/networks?id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46 HTTP/1.1" status: 200 len: 819 time: 0.2063015 Oct 13 15:50:36.550669 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-33f9ba86-786f-4897-a35f-e3853c11980c req-13d10693-015a-4173-954e-b1a7f589d24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.582035 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.622610 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-3cec8811-89ac-4098-a96f-34e642791a32 req-8da47dd7-865d-4933-8c2e-c50b5a9196ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Allocated IP 172.20.0.8 (b0c8926c-1bec-4a1e-8b96-cb13f921adc9/da8df2cb-caf2-4fca-8a7b-33bd6dd69737/f888d746-a651-4aa2-9578-6ac1fa31823f) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:36.635816 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:36.636414 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.637773 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] 10.222.0.37 "PUT /v2.0/ports/46bc8493-ca17-4d77-8d15-6561c4d806ff HTTP/1.1" status: 200 len: 1094 time: 1.4311564 Oct 13 15:50:36.638253 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec9665f-4b7a-4a4b-b7ff-ed146108eaab', 'tag': '46bc8493-ca17-4d77-8d15-6561c4d806ff'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:50:36.640597 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286f8be7-7007-450a-92a3-b162ea8325fb" -d '{"events": [{"name": "network-changed", "server_uuid": "cec9665f-4b7a-4a4b-b7ff-ed146108eaab", "tag": "46bc8493-ca17-4d77-8d15-6561c4d806ff"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:36.664667 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f9ba86-786f-4897-a35f-e3853c11980c req-13d10693-015a-4173-954e-b1a7f589d24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:36.685695 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-04d7ff4e-0d81-415c-9ff4-da7317df1d90 req-3d374a30-7d3a-4ba3-939a-7d850bf7d30a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 210 time: 0.0524125 Oct 13 15:50:36.689646 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [req-33f9ba86-786f-4897-a35f-e3853c11980c req-13d10693-015a-4173-954e-b1a7f589d24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:36.689806 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b646d-4185-4028-8828-93911b3c6fdd service neutron] Pushing event updated for resources: {'Port': ['ID=46bc8493-ca17-4d77-8d15-6561c4d806ff,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:36.692040 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f9ba86-786f-4897-a35f-e3853c11980c req-13d10693-015a-4173-954e-b1a7f589d24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:36.694798 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92945926-b7b5-4af6-a505-a395ff52afab x-openstack-request-id: req-92945926-b7b5-4af6-a505-a395ff52afab {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:36.695083 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec9665f-4b7a-4a4b-b7ff-ed146108eaab", "tag": "46bc8493-ca17-4d77-8d15-6561c4d806ff", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:36.695339 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92945926-b7b5-4af6-a505-a395ff52afab {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:36.695724 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec9665f-4b7a-4a4b-b7ff-ed146108eaab', 'tag': '46bc8493-ca17-4d77-8d15-6561c4d806ff', 'status': 'completed', 'code': 200} Oct 13 15:50:36.701752 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ba86-786f-4897-a35f-e3853c11980c req-13d10693-015a-4173-954e-b1a7f589d24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:36.702905 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-33f9ba86-786f-4897-a35f-e3853c11980c req-13d10693-015a-4173-954e-b1a7f589d24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.706555 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d10693-015a-4173-954e-b1a7f589d24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Pushing event updated for resources: {'Port': ['ID=ccbc776a-97a2-499a-8202-661d59e93f41,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:36.825135 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8149f3b-e0e4-4ee6-a248-a7abde854297 req-46cfb5a6-ee08-4243-a51b-3c2d4f3c14f6 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:36.832714 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b8149f3b-e0e4-4ee6-a248-a7abde854297 req-46cfb5a6-ee08-4243-a51b-3c2d4f3c14f6 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 932 time: 0.0580626 Oct 13 15:50:36.843585 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-13d10693-015a-4173-954e-b1a7f589d24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6600950 Oct 13 15:50:36.851120 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3cec8811-89ac-4098-a96f-34e642791a32 req-8da47dd7-865d-4933-8c2e-c50b5a9196ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.876539 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b8149f3b-e0e4-4ee6-a248-a7abde854297 req-6694dd89-ad76-4a03-b636-1ff72f02e302 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431709 Oct 13 15:50:36.930493 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b097efe-0d3e-499c-9920-2e0d671e5c69 req-669ed7c6-934a-4e4f-96c2-d0ca9afaa148 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:36.932323 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8b097efe-0d3e-499c-9920-2e0d671e5c69 req-669ed7c6-934a-4e4f-96c2-d0ca9afaa148 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.0499208 Oct 13 15:50:36.950857 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3cec8811-89ac-4098-a96f-34e642791a32 req-8da47dd7-865d-4933-8c2e-c50b5a9196ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.981415 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8b097efe-0d3e-499c-9920-2e0d671e5c69 req-7bc59c41-46c3-4276-9273-5a774ef9b270 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383854 Oct 13 15:50:36.995743 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cec8811-89ac-4098-a96f-34e642791a32 req-8da47dd7-865d-4933-8c2e-c50b5a9196ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:37.001096 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-3cec8811-89ac-4098-a96f-34e642791a32 req-8da47dd7-865d-4933-8c2e-c50b5a9196ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:37.005857 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da47dd7-865d-4933-8c2e-c50b5a9196ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event updated for resources: {'Port': ['ID=f888d746-a651-4aa2-9578-6ac1fa31823f,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:37.016001 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cec8811-89ac-4098-a96f-34e642791a32 req-8da47dd7-865d-4933-8c2e-c50b5a9196ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:37.021897 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec8811-89ac-4098-a96f-34e642791a32 req-8da47dd7-865d-4933-8c2e-c50b5a9196ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:37.022525 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3cec8811-89ac-4098-a96f-34e642791a32 req-8da47dd7-865d-4933-8c2e-c50b5a9196ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.047278 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 50832) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:37.124341 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-8da47dd7-865d-4933-8c2e-c50b5a9196ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2982709 Oct 13 15:50:37.158298 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-01cb5f0d-32e8-448b-af3b-38f191c23fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.242412 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-01cb5f0d-32e8-448b-af3b-38f191c23fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.261204 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-c79eb50d-84d2-4525-be6b-a6f5e585342b None None] Provisioning complete for port f888d746-a651-4aa2-9578-6ac1fa31823f triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:37.261716 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c79eb50d-84d2-4525-be6b-a6f5e585342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.283104 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3838a5-b7d5-4bc8-b943-4dfe95ce6e88 req-30754617-d9cd-4e83-ba53-bff9f4345244 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:37.284842 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-cf3838a5-b7d5-4bc8-b943-4dfe95ce6e88 req-30754617-d9cd-4e83-ba53-bff9f4345244 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 944 time: 0.0553474 Oct 13 15:50:37.302465 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-c79eb50d-84d2-4525-be6b-a6f5e585342b None None] Port f888d746-a651-4aa2-9578-6ac1fa31823f cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:50:37.321492 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-01cb5f0d-32e8-448b-af3b-38f191c23fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.328708 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-cf3838a5-b7d5-4bc8-b943-4dfe95ce6e88 req-5d0be1cf-6902-4ff8-90fc-cfe02cd11295 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360782 Oct 13 15:50:37.360662 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-01cb5f0d-32e8-448b-af3b-38f191c23fbd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c95ad34b589b4e07a51f4b5536698f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119707 Oct 13 15:50:37.362817 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb5f0d-32e8-448b-af3b-38f191c23fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955c5526-3649-4ef4-b272-85e972a9c6dd,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:37.363190 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 50844) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:37.413353 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c7326d60-4b41-4976-837a-c51243cd10c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.433621 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c7326d60-4b41-4976-837a-c51243cd10c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.554104 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c7326d60-4b41-4976-837a-c51243cd10c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.557419 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c7326d60-4b41-4976-837a-c51243cd10c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.558542 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-c7326d60-4b41-4976-837a-c51243cd10c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/955c5526-3649-4ef4-b272-85e972a9c6dd HTTP/1.1" status: 204 len: 168 time: 0.1941686 Oct 13 15:50:37.566387 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7326d60-4b41-4976-837a-c51243cd10c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955c5526-3649-4ef4-b272-85e972a9c6dd,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:37.826375 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b06f60-c595-438e-b3f6-91f3d5289b52 req-b8eac154-af68-4ec4-8263-3830c2583ce7 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:37.827872 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-90b06f60-c595-438e-b3f6-91f3d5289b52 req-b8eac154-af68-4ec4-8263-3830c2583ce7 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 931 time: 0.0487547 Oct 13 15:50:37.866007 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-90b06f60-c595-438e-b3f6-91f3d5289b52 req-439a2d51-93a4-45e3-95c7-1dd97c182ae6 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322320 Oct 13 15:50:37.989889 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4985a-9f63-4fbc-90d3-b08ac315283f req-f9ecac20-d3d0-42e2-8948-6ef6bc4d3e79 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:37.991284 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3bd4985a-9f63-4fbc-90d3-b08ac315283f req-f9ecac20-d3d0-42e2-8948-6ef6bc4d3e79 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 932 time: 0.0478952 Oct 13 15:50:38.032916 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3bd4985a-9f63-4fbc-90d3-b08ac315283f req-114103bd-0eb6-4c7a-85a5-7b0c79b649bc tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352373 Oct 13 15:50:38.106884 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22386f7-5523-40c1-9239-95e9b13e1d33 req-faeeb741-ba44-4e0e-ba5d-95c2c9ca6c27 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:38.108438 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e22386f7-5523-40c1-9239-95e9b13e1d33 req-faeeb741-ba44-4e0e-ba5d-95c2c9ca6c27 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.0511432 Oct 13 15:50:38.141367 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 50856) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:38.146724 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e22386f7-5523-40c1-9239-95e9b13e1d33 req-5b2441cb-3cde-4aac-9cb5-ad83a90daeb2 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Oct 13 15:50:38.155024 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c5f0162d-31d4-4f6c-9f26-af2101eeaefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:38.228889 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c5f0162d-31d4-4f6c-9f26-af2101eeaefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:38.291543 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c5f0162d-31d4-4f6c-9f26-af2101eeaefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:38.333505 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c5f0162d-31d4-4f6c-9f26-af2101eeaefa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f796db918fb0490ca7f6d49bfe3ef370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887195 Oct 13 15:50:38.333505 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0162d-31d4-4f6c-9f26-af2101eeaefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddca5c6c-c288-4e48-a6dd-6921e3f31d15,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:38.334425 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 50864) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:38.387565 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f91cd3ea-6dc8-4a63-95db-578c662be1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:38.431628 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f91cd3ea-6dc8-4a63-95db-578c662be1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:38.473983 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d2e13-4f97-41b8-bdbd-1005078e4133 req-fc585650-4096-49f5-97af-6e4ed62c882f tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:38.475522 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-973d2e13-4f97-41b8-bdbd-1005078e4133 req-fc585650-4096-49f5-97af-6e4ed62c882f tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 944 time: 0.0786405 Oct 13 15:50:38.516904 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-973d2e13-4f97-41b8-bdbd-1005078e4133 req-1be91168-8766-4eba-9a3d-808534b8a8a5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343714 Oct 13 15:50:38.584000 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f91cd3ea-6dc8-4a63-95db-578c662be1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:38.586822 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f91cd3ea-6dc8-4a63-95db-578c662be1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:38.588178 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-f91cd3ea-6dc8-4a63-95db-578c662be1f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ddca5c6c-c288-4e48-a6dd-6921e3f31d15 HTTP/1.1" status: 204 len: 168 time: 0.2532201 Oct 13 15:50:38.595650 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cd3ea-6dc8-4a63-95db-578c662be1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddca5c6c-c288-4e48-a6dd-6921e3f31d15,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:38.986828 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a9032-de26-49be-8b0b-07f9835ad32d req-b3104235-60d6-4610-8ad0-d2ce8bfe368c tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:38.988349 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-278a9032-de26-49be-8b0b-07f9835ad32d req-b3104235-60d6-4610-8ad0-d2ce8bfe368c tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 931 time: 0.0517802 Oct 13 15:50:39.027692 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-278a9032-de26-49be-8b0b-07f9835ad32d req-c2b455d2-1daf-48a2-a53b-75053752fc3a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331542 Oct 13 15:50:39.146034 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b743a-46f1-4cc6-9dc6-3eaec7e27cd3 req-650932a7-67d8-4661-b252-c3eb0ea5660b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:39.147487 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-493b743a-46f1-4cc6-9dc6-3eaec7e27cd3 req-650932a7-67d8-4661-b252-c3eb0ea5660b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 932 time: 0.0491595 Oct 13 15:50:39.194170 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-493b743a-46f1-4cc6-9dc6-3eaec7e27cd3 req-d95d083a-3c75-4eca-8646-316a580e610a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406547 Oct 13 15:50:39.207518 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 2486bc05-7efc-4eb4-9275-b3e09992c72d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:50:39.215841 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-2d005a7f-373e-498d-98c9-dceaa57b5f24 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Request body: {'port': {'device_id': '72068ae7-f64c-440c-9748-8c1ee88811a8', 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46', 'admin_state_up': True, 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:39.222373 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Request body: {'port': {'device_id': 'a950b404-79e5-448e-a915-2178d9eff6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:39.230779 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Request body: {'port': {'device_id': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:39.346847 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 2486bc05-7efc-4eb4-9275-b3e09992c72d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2486bc05-7efc-4eb4-9275-b3e09992c72d,segment=NetworkSegment(d23df236-0795-4f38-a1b5-dd2668771b9a),segment_id=d23df236-0795-4f38-a1b5-dd2668771b9a)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:39.360181 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': '2486bc05-7efc-4eb4-9275-b3e09992c72d', 'network_id': 'ba5c707c-6390-423a-8515-676af3aee161', 'port_id': '2486bc05-7efc-4eb4-9275-b3e09992c72d', 'mac_address': 'fa:16:3e:e5:5b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894a30d8-ae4a-4f25-9b47-46662f1a08e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:50:39.364760 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:39.376338 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c2e99-c5a1-4e00-8019-7ebc1b292166 req-a9eff336-355c-4a71-b6e7-fa69dd2f6c44 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:39.377817 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-272c2e99-c5a1-4e00-8019-7ebc1b292166 req-a9eff336-355c-4a71-b6e7-fa69dd2f6c44 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 943 time: 0.1068995 Oct 13 15:50:39.420102 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:39.440543 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:39.455482 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2486bc05-7efc-4eb4-9275-b3e09992c72d {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:50:39.457445 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-272c2e99-c5a1-4e00-8019-7ebc1b292166 req-1545748a-0ffa-4b2f-8a0d-a372c5e82d32 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714638 Oct 13 15:50:39.477515 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 2486bc05-7efc-4eb4-9275-b3e09992c72d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2486bc05-7efc-4eb4-9275-b3e09992c72d,segment=NetworkSegment(d23df236-0795-4f38-a1b5-dd2668771b9a),segment_id=d23df236-0795-4f38-a1b5-dd2668771b9a)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:39.489606 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f8be7-7007-450a-92a3-b162ea8325fb req-66b4eb8d-22d4-4a98-8ccf-8585aa88bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:39.491118 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-286f8be7-7007-450a-92a3-b162ea8325fb req-66b4eb8d-22d4-4a98-8ccf-8585aa88bc80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 1097 time: 0.1819537 Oct 13 15:50:39.584719 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:39.639680 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=2486bc05-7efc-4eb4-9275-b3e09992c72d,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:39.736311 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8e230-5917-4b22-b3e6-dfe29a20f994 req-a39416d1-1672-4735-a698-e9893609d376 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:39.736929 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-25d8e230-5917-4b22-b3e6-dfe29a20f994 req-a39416d1-1672-4735-a698-e9893609d376 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 944 time: 0.1310527 Oct 13 15:50:39.814734 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-25d8e230-5917-4b22-b3e6-dfe29a20f994 req-1a879191-4323-4619-8036-f107c106ccb4 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637765 Oct 13 15:50:39.825190 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f8be7-7007-450a-92a3-b162ea8325fb req-2fe55726-b424-4be8-98f9-160cb67705ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:39.827228 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-286f8be7-7007-450a-92a3-b162ea8325fb req-2fe55726-b424-4be8-98f9-160cb67705ba service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3270772 Oct 13 15:50:39.860274 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-2d005a7f-373e-498d-98c9-dceaa57b5f24 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Made reservation on behalf of 0ad9a1dee35d4073be2e8567596086aa for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:50:39.863721 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-2d005a7f-373e-498d-98c9-dceaa57b5f24 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:39.878035 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbc776a-97a2-499a-8202-661d59e93f41 {{(pid=107005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:50:39.887135 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:39.906070 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.provisioning_blocks [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Transition to ACTIVE for port object ccbc776a-97a2-499a-8202-661d59e93f41 will not be triggered until provisioned by entity L2. {{(pid=107005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:50:39.978513 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.014048 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f888d746-a651-4aa2-9578-6ac1fa31823f {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:50:40.027668 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.048534 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Transition to ACTIVE for port object f888d746-a651-4aa2-9578-6ac1fa31823f will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:50:40.061093 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-2d005a7f-373e-498d-98c9-dceaa57b5f24 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Allocated IP 172.20.0.8 (5cf3b399-6f3f-4d33-a1de-e924ea68ac46/6392a7f9-855e-4cf6-b552-06c1ebab1ec5/44ce228c-7434-48dc-b1f9-11fdc09d493a) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:40.077962 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Pushing event updated for resources: {'Port': ['ID=ccbc776a-97a2-499a-8202-661d59e93f41,revision_number=2']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:40.086181 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Attempting to bind port ccbc776a-97a2-499a-8202-661d59e93f41 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:50:40.086536 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Attempting to bind port ccbc776a-97a2-499a-8202-661d59e93f41 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '35d579cc-7592-4e92-9f2d-d12105aeadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46'}] {{(pid=107005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:50:40.086960 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Attempting to bind port ccbc776a-97a2-499a-8202-661d59e93f41 on network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:40.091747 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Port ccbc776a-97a2-499a-8202-661d59e93f41 on network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:50:40.092066 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Attempting to bind port ccbc776a-97a2-499a-8202-661d59e93f41 on network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:40.097058 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:50:40.097392 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Checking segment: {'id': '35d579cc-7592-4e92-9f2d-d12105aeadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:40.097960 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Bound using segment: {'id': '35d579cc-7592-4e92-9f2d-d12105aeadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46'} {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:50:40.098405 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Bound port: ccbc776a-97a2-499a-8202-661d59e93f41, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d579cc-7592-4e92-9f2d-d12105aeadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46'}}] {{(pid=107005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:50:40.098765 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.128499 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.289714 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-2d005a7f-373e-498d-98c9-dceaa57b5f24 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.338088 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Pushing event updated for resources: {'Port': ['ID=f888d746-a651-4aa2-9578-6ac1fa31823f,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:40.394608 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] For port ccbc776a-97a2-499a-8202-661d59e93f41, host hv-cinder-77428, cleared binding levels {{(pid=107005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:50:40.420860 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a2031-1e1f-4a72-9dee-722483e9bbae req-92a83e12-a678-4c7d-a27a-590d0fd313d3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:40.422408 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-237a2031-1e1f-4a72-9dee-722483e9bbae req-92a83e12-a678-4c7d-a27a-590d0fd313d3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.3100135 Oct 13 15:50:40.424675 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Attempting to bind port f888d746-a651-4aa2-9578-6ac1fa31823f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:50:40.425103 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Attempting to bind port f888d746-a651-4aa2-9578-6ac1fa31823f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:50:40.425953 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Attempting to bind port f888d746-a651-4aa2-9578-6ac1fa31823f on network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:40.428625 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] For port ccbc776a-97a2-499a-8202-661d59e93f41, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ccbc776a-97a2-499a-8202-661d59e93f41,segment=NetworkSegment(35d579cc-7592-4e92-9f2d-d12105aeadcc),segment_id=35d579cc-7592-4e92-9f2d-d12105aeadcc)] {{(pid=107005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:50:40.431356 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Port f888d746-a651-4aa2-9578-6ac1fa31823f on network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:50:40.432003 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Attempting to bind port f888d746-a651-4aa2-9578-6ac1fa31823f on network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:40.440359 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:50:40.440890 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Checking segment: {'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:40.441444 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Bound using segment: {'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:50:40.442142 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Bound port: f888d746-a651-4aa2-9578-6ac1fa31823f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:50:40.442661 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.457627 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51e78d-5bbe-49bc-9e15-5bb2981d61c1 req-166c970a-bc53-4c36-8a4d-aed4c15b0c98 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:40.459188 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3d51e78d-5bbe-49bc-9e15-5bb2981d61c1 req-166c970a-bc53-4c36-8a4d-aed4c15b0c98 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 944 time: 0.1407712 Oct 13 15:50:40.509661 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-2d005a7f-373e-498d-98c9-dceaa57b5f24 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.515168 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-237a2031-1e1f-4a72-9dee-722483e9bbae req-a7b0aa49-e51a-4b62-a12e-9b58d7e8e7a8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841818 Oct 13 15:50:40.517786 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.582114 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] For port f888d746-a651-4aa2-9578-6ac1fa31823f, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:50:40.582514 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:40.583218 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.585229 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] 10.222.0.37 "PUT /v2.0/ports/ccbc776a-97a2-499a-8202-661d59e93f41 HTTP/1.1" status: 200 len: 1094 time: 1.3748507 Oct 13 15:50:40.585691 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a950b404-79e5-448e-a915-2178d9eff6c6', 'tag': 'ccbc776a-97a2-499a-8202-661d59e93f41'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:50:40.722232 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3d51e78d-5bbe-49bc-9e15-5bb2981d61c1 req-1b8723b0-b66c-436e-954f-209a4cc98dcb tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494717 Oct 13 15:50:40.736138 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ecf0a-479b-4a2b-a9eb-6d713fbc95ee service neutron] Pushing event updated for resources: {'Port': ['ID=ccbc776a-97a2-499a-8202-661d59e93f41,revision_number=3']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:40.768865 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b16e3-2e04-4701-8217-0824a442daeb req-5c77d067-63ef-42bb-a7fe-5cd3079a441b tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:40.770708 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8a4b16e3-2e04-4701-8217-0824a442daeb req-5c77d067-63ef-42bb-a7fe-5cd3079a441b tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 944 time: 0.1188374 Oct 13 15:50:40.829310 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8a4b16e3-2e04-4701-8217-0824a442daeb req-f7d1b0d2-b201-4f5c-bbf2-bbd86c6fdf9e tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513411 Oct 13 15:50:40.837412 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9239991-1af1-44d0-89c6-aacbcf9d0805" -d '{"events": [{"name": "network-changed", "server_uuid": "a950b404-79e5-448e-a915-2178d9eff6c6", "tag": "ccbc776a-97a2-499a-8202-661d59e93f41"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:40.870129 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] For port f888d746-a651-4aa2-9578-6ac1fa31823f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f888d746-a651-4aa2-9578-6ac1fa31823f,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:50:40.882012 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-2d005a7f-373e-498d-98c9-dceaa57b5f24 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:40.886068 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d005a7f-373e-498d-98c9-dceaa57b5f24 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Pushing event updated for resources: {'Port': ['ID=44ce228c-7434-48dc-b1f9-11fdc09d493a,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:40.896281 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-2d005a7f-373e-498d-98c9-dceaa57b5f24 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:40.909100 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-2d005a7f-373e-498d-98c9-dceaa57b5f24 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:40.926916 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-2d005a7f-373e-498d-98c9-dceaa57b5f24 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:40.927707 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-2d005a7f-373e-498d-98c9-dceaa57b5f24 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.953568 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f260124-c3c3-4487-bd17-0f769d9d7b76 x-openstack-request-id: req-0f260124-c3c3-4487-bd17-0f769d9d7b76 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:40.954034 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a950b404-79e5-448e-a915-2178d9eff6c6", "tag": "ccbc776a-97a2-499a-8202-661d59e93f41", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:40.954424 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f260124-c3c3-4487-bd17-0f769d9d7b76 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:40.955063 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a950b404-79e5-448e-a915-2178d9eff6c6', 'tag': 'ccbc776a-97a2-499a-8202-661d59e93f41', 'status': 'completed', 'code': 200} Oct 13 15:50:41.005067 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:41.013245 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f8be7-7007-450a-92a3-b162ea8325fb req-7168d9e5-69dc-4aa1-9529-7b9fcc96f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:41.015837 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-286f8be7-7007-450a-92a3-b162ea8325fb req-7168d9e5-69dc-4aa1-9529-7b9fcc96f53a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4541190 Oct 13 15:50:41.034284 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0709c02-7ca7-4b61-a340-7beed4c1fd1f req-7c56a32d-9709-484a-960b-367b200805b6 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:41.042683 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b0709c02-7ca7-4b61-a340-7beed4c1fd1f req-7c56a32d-9709-484a-960b-367b200805b6 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 944 time: 0.0861394 Oct 13 15:50:41.096998 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b0709c02-7ca7-4b61-a340-7beed4c1fd1f req-f26ec4b3-e7a2-4c58-b32e-eb15f0f7c25e tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487852 Oct 13 15:50:41.100736 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:41.101437 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:41.103821 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-522c9b04-7d37-48f4-9666-902755785273 service neutron] 10.222.0.37 "PUT /v2.0/ports/f888d746-a651-4aa2-9578-6ac1fa31823f HTTP/1.1" status: 200 len: 1093 time: 1.8942466 Oct 13 15:50:41.104586 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'tag': 'f888d746-a651-4aa2-9578-6ac1fa31823f'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:50:41.106888 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee4ca2f-5ac4-483c-ab1f-676c4cae9a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b2e4c0-f742-4e4f-a806-7b3eb5002042", "tag": "f888d746-a651-4aa2-9578-6ac1fa31823f"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:41.110200 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c9b04-7d37-48f4-9666-902755785273 service neutron] Pushing event updated for resources: {'Port': ['ID=f888d746-a651-4aa2-9578-6ac1fa31823f,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:41.194082 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-2d005a7f-373e-498d-98c9-dceaa57b5f24 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9416587 Oct 13 15:50:41.194082 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cd439c-5a5d-4a69-8c38-2466b9a255f4 x-openstack-request-id: req-d2cd439c-5a5d-4a69-8c38-2466b9a255f4 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:41.194082 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b2e4c0-f742-4e4f-a806-7b3eb5002042", "tag": "f888d746-a651-4aa2-9578-6ac1fa31823f", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:41.194082 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2cd439c-5a5d-4a69-8c38-2466b9a255f4 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:41.194082 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'tag': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'status': 'completed', 'code': 200} Oct 13 15:50:41.644516 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a52ea-3623-41e5-88bc-6c0fb92ffeb2 req-e7ac8fbc-62f1-4823-ab7c-e52159a2aa91 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:41.645912 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-581a52ea-3623-41e5-88bc-6c0fb92ffeb2 req-e7ac8fbc-62f1-4823-ab7c-e52159a2aa91 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0489967 Oct 13 15:50:41.683642 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-581a52ea-3623-41e5-88bc-6c0fb92ffeb2 req-eefc8c78-b1f5-4092-8ce3-a42187c3034d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305452 Oct 13 15:50:41.831208 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6201fe-5e41-4e7f-a2d0-94ee36e38fbb req-4f61c843-50e8-47fb-a9cd-9cab6613778d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:41.832642 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6f6201fe-5e41-4e7f-a2d0-94ee36e38fbb req-4f61c843-50e8-47fb-a9cd-9cab6613778d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 944 time: 0.0486505 Oct 13 15:50:41.872377 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6f6201fe-5e41-4e7f-a2d0-94ee36e38fbb req-c049aaaa-9a25-40aa-af77-0e1cddef66f4 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330932 Oct 13 15:50:41.967010 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af01aaf-458d-4be8-b944-8b718834c80c req-2a7f4185-cd0f-448d-8ab4-ddf1930a595b tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:41.968738 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8af01aaf-458d-4be8-b944-8b718834c80c req-2a7f4185-cd0f-448d-8ab4-ddf1930a595b tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 944 time: 0.0573413 Oct 13 15:50:41.985794 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 50974) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:42.025046 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8af01aaf-458d-4be8-b944-8b718834c80c req-6c36947c-dcfc-4f96-95e7-71c002586950 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431197 Oct 13 15:50:42.101334 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8551f748-fa66-48b9-b326-e6f8bd7064f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:42.180522 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8551f748-fa66-48b9-b326-e6f8bd7064f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:42.200729 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e553ff-80c3-4481-bf04-2ffcad103482 req-40703896-d4e2-4fda-9a15-a7df25aa1d65 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:42.202167 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-37e553ff-80c3-4481-bf04-2ffcad103482 req-40703896-d4e2-4fda-9a15-a7df25aa1d65 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 944 time: 0.0478299 Oct 13 15:50:42.239125 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-37e553ff-80c3-4481-bf04-2ffcad103482 req-c8c11f7e-f09f-4ab7-8234-4279dab620e4 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309341 Oct 13 15:50:42.280051 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8551f748-fa66-48b9-b326-e6f8bd7064f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:42.319161 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-8551f748-fa66-48b9-b326-e6f8bd7064f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7439f76d139744938832a204e2ff0699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322501 Oct 13 15:50:42.320004 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551f748-fa66-48b9-b326-e6f8bd7064f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ea6c42-fbea-43c7-b411-8510cae77c37,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:42.322648 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 50988) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:42.372544 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-51964d43-25fc-4c61-af6c-ac51d5d73200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:42.394117 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-51964d43-25fc-4c61-af6c-ac51d5d73200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:42.487145 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Request body: {'port': {'device_id': '72068ae7-f64c-440c-9748-8c1ee88811a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:42.508527 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-51964d43-25fc-4c61-af6c-ac51d5d73200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:42.508770 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:42.511786 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-51964d43-25fc-4c61-af6c-ac51d5d73200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:42.513016 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-51964d43-25fc-4c61-af6c-ac51d5d73200 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26ea6c42-fbea-43c7-b411-8510cae77c37 HTTP/1.1" status: 204 len: 168 time: 0.1889198 Oct 13 15:50:42.522175 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51964d43-25fc-4c61-af6c-ac51d5d73200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ea6c42-fbea-43c7-b411-8510cae77c37,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:42.610019 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:42.625778 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9239991-1af1-44d0-89c6-aacbcf9d0805 req-74d94ecf-98af-409f-9cec-f600e18f2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:42.627478 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b9239991-1af1-44d0-89c6-aacbcf9d0805 req-74d94ecf-98af-409f-9cec-f600e18f2844 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ad9a1dee35d4073be2e8567596086aa&device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 1097 time: 0.1361237 Oct 13 15:50:42.628819 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4ca2f-5ac4-483c-ab1f-676c4cae9a9c req-3201b17d-31bb-43ac-bcb6-d99cf8878322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:42.630282 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4ee4ca2f-5ac4-483c-ab1f-676c4cae9a9c req-3201b17d-31bb-43ac-bcb6-d99cf8878322 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 1096 time: 0.0837071 Oct 13 15:50:42.630594 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-2f49f5e8-a210-495e-a36d-bb6e817e4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:42.632194 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-2f49f5e8-a210-495e-a36d-bb6e817e4f93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 1097 time: 0.1116920 Oct 13 15:50:42.648612 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['2486bc05-7efc-4eb4-9275-b3e09992c72d'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:50:42.717568 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-898f4f7a-e042-490e-b879-26cad715c68a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46bc8493-ca17-4d77-8d15-6561c4d806ff HTTP/1.1" status: 200 len: 217 time: 0.0623865 Oct 13 15:50:42.878434 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-9fe51b08-c37b-4792-9150-c9f706da906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:42.879978 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-9fe51b08-c37b-4792-9150-c9f706da906e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=180efc03-3a53-4469-b14e-6acb45275524 HTTP/1.1" status: 200 len: 850 time: 0.1329708 Oct 13 15:50:42.894206 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4ca2f-5ac4-483c-ab1f-676c4cae9a9c req-49ead182-c09d-4e33-a33e-d21df48c65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:42.895962 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4ee4ca2f-5ac4-483c-ab1f-676c4cae9a9c req-49ead182-c09d-4e33-a33e-d21df48c65e9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2460344 Oct 13 15:50:42.906270 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc25648-c8fa-4d03-bc5f-ab933a9b166a req-c3a519d3-23a4-4816-a75e-a7d89dd5b2bf tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:42.913350 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5cc25648-c8fa-4d03-bc5f-ab933a9b166a req-c3a519d3-23a4-4816-a75e-a7d89dd5b2bf tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.1319361 Oct 13 15:50:42.992666 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9239991-1af1-44d0-89c6-aacbcf9d0805 req-edbfdb2d-1be2-4805-8bac-57b59fd0f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:42.994983 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b9239991-1af1-44d0-89c6-aacbcf9d0805 req-edbfdb2d-1be2-4805-8bac-57b59fd0f4cf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0ad9a1dee35d4073be2e8567596086aa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3409970 Oct 13 15:50:43.034884 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-c1b85a36-b0e3-4335-aa9f-f03007f79a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:43.036561 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-c1b85a36-b0e3-4335-aa9f-f03007f79a2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e701f80d-78be-455a-b072-c4a75da0219e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1431973 Oct 13 15:50:43.079873 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5cc25648-c8fa-4d03-bc5f-ab933a9b166a req-d52f5d2e-a7e5-4a22-a68a-13c3cdd3cd65 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655190 Oct 13 15:50:43.139601 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c64396-6680-4250-8e3f-93095ee0a486 req-3a936880-1ee6-47ab-896c-cc49eaffb4fe tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:43.141067 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f4c64396-6680-4250-8e3f-93095ee0a486 req-3a936880-1ee6-47ab-896c-cc49eaffb4fe tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 944 time: 0.1788881 Oct 13 15:50:43.196164 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9239991-1af1-44d0-89c6-aacbcf9d0805 req-dca8df34-7286-441f-bd68-b3332044a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:43.198211 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b9239991-1af1-44d0-89c6-aacbcf9d0805 req-dca8df34-7286-441f-bd68-b3332044a921 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1944973 Oct 13 15:50:43.209414 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4ca2f-5ac4-483c-ab1f-676c4cae9a9c req-a7275106-e410-4efb-8ffb-e5b6e22239cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:43.210977 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4ee4ca2f-5ac4-483c-ab1f-676c4cae9a9c req-a7275106-e410-4efb-8ffb-e5b6e22239cd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2942307 Oct 13 15:50:43.245798 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f4c64396-6680-4250-8e3f-93095ee0a486 req-07454438-cebd-47c8-b62b-9de571855f1d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938721 Oct 13 15:50:43.249809 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-c0b249f9-b94c-4aa1-9302-4fee25a4be21 service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864510 Oct 13 15:50:43.271851 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d23d86-4a1c-442d-b7b2-6861a2b6c3be req-9a272319-562d-4254-99a6-c447041a7181 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:43.279921 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f8d23d86-4a1c-442d-b7b2-6861a2b6c3be req-9a272319-562d-4254-99a6-c447041a7181 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 944 time: 0.1269708 Oct 13 15:50:43.357628 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 51014) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:43.370778 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ce228c-7434-48dc-b1f9-11fdc09d493a {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:50:43.384296 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:43.386464 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f8d23d86-4a1c-442d-b7b2-6861a2b6c3be req-b5f762c1-83c8-43a8-822f-da8ddecff4ad tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053977 Oct 13 15:50:43.397762 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3371a3b1-dc97-4baf-b15f-75af1e49fc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:43.410498 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 2486bc05-7efc-4eb4-9275-b3e09992c72d up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:43.422041 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ba86-786f-4897-a35f-e3853c11980c req-ce06cdfd-eb85-4064-8eb5-146df5353e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:43.423924 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-ce06cdfd-eb85-4064-8eb5-146df5353e2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ad9a1dee35d4073be2e8567596086aa&device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 1097 time: 0.1761367 Oct 13 15:50:43.435445 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec8811-89ac-4098-a96f-34e642791a32 req-c6b45174-5579-4e50-be11-9a5f36b52bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:43.442446 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-c6b45174-5579-4e50-be11-9a5f36b52bf5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 1096 time: 0.1686900 Oct 13 15:50:43.445263 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Transition to ACTIVE for port object 44ce228c-7434-48dc-b1f9-11fdc09d493a will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:50:43.521983 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-74c760dc-d799-4b45-9443-67b17396e56d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f888d746-a651-4aa2-9578-6ac1fa31823f HTTP/1.1" status: 200 len: 217 time: 0.0655792 Oct 13 15:50:43.523270 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-a89c23cb-5d7f-42e2-8487-62a5642c2046 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccbc776a-97a2-499a-8202-661d59e93f41 HTTP/1.1" status: 200 len: 217 time: 0.0850794 Oct 13 15:50:43.526452 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-06e6d263-0829-45b2-905b-7909c3afe518 service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516694 Oct 13 15:50:43.532668 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6cb32-0eba-4acd-9a25-6df80756bfdb req-61899087-51e9-4301-97ea-49082bc22386 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:43.534056 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d8e6cb32-0eba-4acd-9a25-6df80756bfdb req-61899087-51e9-4301-97ea-49082bc22386 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 944 time: 0.1940458 Oct 13 15:50:43.552778 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:43.611664 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port 2486bc05-7efc-4eb4-9275-b3e09992c72d completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:50:43.616666 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port 2486bc05-7efc-4eb4-9275-b3e09992c72d triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:43.617256 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:43.636641 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec8811-89ac-4098-a96f-34e642791a32 req-5478a9d4-c490-447e-a479-81e1c86ad632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:43.638373 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-5478a9d4-c490-447e-a479-81e1c86ad632 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=da8df2cb-caf2-4fca-8a7b-33bd6dd69737 HTTP/1.1" status: 200 len: 855 time: 0.0946662 Oct 13 15:50:43.640425 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=44ce228c-7434-48dc-b1f9-11fdc09d493a,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:43.651950 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ba86-786f-4897-a35f-e3853c11980c req-b5b0c821-e8e7-4c4d-a24e-035838d67b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:43.653390 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-b5b0c821-e8e7-4c4d-a24e-035838d67b7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6392a7f9-855e-4cf6-b552-06c1ebab1ec5 HTTP/1.1" status: 200 len: 859 time: 0.1098692 Oct 13 15:50:43.659358 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d8e6cb32-0eba-4acd-9a25-6df80756bfdb req-d4e4a3db-a2e1-460c-b491-e90621142ba3 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168222 Oct 13 15:50:43.701890 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Attempting to bind port 44ce228c-7434-48dc-b1f9-11fdc09d493a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:50:43.702379 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Attempting to bind port 44ce228c-7434-48dc-b1f9-11fdc09d493a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '35d579cc-7592-4e92-9f2d-d12105aeadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:50:43.704301 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Attempting to bind port 44ce228c-7434-48dc-b1f9-11fdc09d493a on network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:43.708780 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:43.711224 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Port 44ce228c-7434-48dc-b1f9-11fdc09d493a on network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:50:43.711669 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Attempting to bind port 44ce228c-7434-48dc-b1f9-11fdc09d493a on network 5cf3b399-6f3f-4d33-a1de-e924ea68ac46 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:50:43.720431 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:50:43.720915 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Checking segment: {'id': '35d579cc-7592-4e92-9f2d-d12105aeadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:50:43.721400 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Bound using segment: {'id': '35d579cc-7592-4e92-9f2d-d12105aeadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:50:43.721951 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Bound port: 44ce228c-7434-48dc-b1f9-11fdc09d493a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d579cc-7592-4e92-9f2d-d12105aeadcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:50:43.722394 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:43.725110 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-23c5e068-8d93-4107-8534-75bf7eec7e3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529361 Oct 13 15:50:43.725705 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec8811-89ac-4098-a96f-34e642791a32 req-dd2f0a3f-ce4f-4bbd-b7f1-7a0c6f400867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:43.727360 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-dd2f0a3f-ce4f-4bbd-b7f1-7a0c6f400867 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0797853 Oct 13 15:50:43.729785 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3371a3b1-dc97-4baf-b15f-75af1e49fc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:43.732197 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a9c1e6-84a8-4869-a49b-d440fb189ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2486bc05-7efc-4eb4-9275-b3e09992c72d'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:50:43.849448 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] For port 44ce228c-7434-48dc-b1f9-11fdc09d493a, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:50:43.857442 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] For port 44ce228c-7434-48dc-b1f9-11fdc09d493a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ce228c-7434-48dc-b1f9-11fdc09d493a,segment=NetworkSegment(35d579cc-7592-4e92-9f2d-d12105aeadcc),segment_id=35d579cc-7592-4e92-9f2d-d12105aeadcc)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:50:43.862552 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 2486bc05-7efc-4eb4-9275-b3e09992c72d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2486bc05-7efc-4eb4-9275-b3e09992c72d,segment=NetworkSegment(d23df236-0795-4f38-a1b5-dd2668771b9a),segment_id=d23df236-0795-4f38-a1b5-dd2668771b9a)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:43.888113 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-62508f0e-7fef-4616-a513-15982e611af9 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251907 Oct 13 15:50:43.961175 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:43.964499 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3371a3b1-dc97-4baf-b15f-75af1e49fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:43.965618 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:44.000552 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371a3b1-dc97-4baf-b15f-75af1e49fc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4496187-e458-415f-a056-b86d8907e1a7,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:44.060246 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:44.063582 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:44.063582 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/44ce228c-7434-48dc-b1f9-11fdc09d493a HTTP/1.1" status: 200 len: 1093 time: 1.5821495 Oct 13 15:50:44.063582 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72068ae7-f64c-440c-9748-8c1ee88811a8', 'tag': '44ce228c-7434-48dc-b1f9-11fdc09d493a'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:50:44.066416 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8cb070-75c7-40f9-ba72-d0802be5ddd0" -d '{"events": [{"name": "network-changed", "server_uuid": "72068ae7-f64c-440c-9748-8c1ee88811a8", "tag": "44ce228c-7434-48dc-b1f9-11fdc09d493a"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:44.076558 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c4701e-b5ae-4b6f-80f0-d6c04836bd9b" -d '{"events": [{"server_uuid": "28a9c1e6-84a8-4869-a49b-d440fb189ae6", "name": "network-vif-plugged", "status": "completed", "tag": "2486bc05-7efc-4eb4-9275-b3e09992c72d"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:44.088617 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=2486bc05-7efc-4eb4-9275-b3e09992c72d,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:44.115878 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769231d4-b265-4753-8a65-e9822e7fe1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=44ce228c-7434-48dc-b1f9-11fdc09d493a,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:44.120462 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-3371a3b1-dc97-4baf-b15f-75af1e49fc84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2d96bc13d2a437b909d6e751c66e1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7576289 Oct 13 15:50:44.124250 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 51054) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:44.142179 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3cec8811-89ac-4098-a96f-34e642791a32 req-7215daaa-c24e-45b3-b38f-382e48ee407d service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501278 Oct 13 15:50:44.143574 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-70c1cab6-0664-42e6-a796-8f7bce0f8c7a service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894029 Oct 13 15:50:44.187933 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dddd8cd7-4b65-4449-9f34-6a53b707000e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:44.241394 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14beffc-d50d-4809-aa1d-4f1041a8ff46 x-openstack-request-id: req-f14beffc-d50d-4809-aa1d-4f1041a8ff46 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:44.241916 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a9c1e6-84a8-4869-a49b-d440fb189ae6", "name": "network-vif-plugged", "status": "completed", "tag": "2486bc05-7efc-4eb4-9275-b3e09992c72d", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:44.242332 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f14beffc-d50d-4809-aa1d-4f1041a8ff46 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:44.243051 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a9c1e6-84a8-4869-a49b-d440fb189ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2486bc05-7efc-4eb4-9275-b3e09992c72d', 'code': 200} Oct 13 15:50:44.255936 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dddd8cd7-4b65-4449-9f34-6a53b707000e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:44.273668 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf93dfa6-e79e-4c0d-9e85-f54e3c479c48 x-openstack-request-id: req-bf93dfa6-e79e-4c0d-9e85-f54e3c479c48 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:44.274224 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72068ae7-f64c-440c-9748-8c1ee88811a8", "tag": "44ce228c-7434-48dc-b1f9-11fdc09d493a", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:44.275186 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf93dfa6-e79e-4c0d-9e85-f54e3c479c48 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:44.275769 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72068ae7-f64c-440c-9748-8c1ee88811a8', 'tag': '44ce228c-7434-48dc-b1f9-11fdc09d493a', 'status': 'completed', 'code': 200} Oct 13 15:50:44.313372 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-33f9ba86-786f-4897-a35f-e3853c11980c req-83ad6a9f-a5da-4647-9710-8c689762e10e service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583588 Oct 13 15:50:44.342989 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-98e90caf-a1fd-4f1a-b45e-a38b3395613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:44.344560 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-98e90caf-a1fd-4f1a-b45e-a38b3395613d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ad9a1dee35d4073be2e8567596086aa&device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 1096 time: 0.1481206 Oct 13 15:50:44.394412 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-a29e3009-e3ea-49c7-9a3b-a9d71b340c6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ce228c-7434-48dc-b1f9-11fdc09d493a HTTP/1.1" status: 200 len: 217 time: 0.0400593 Oct 13 15:50:44.413559 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb197806-82c0-4e4e-a302-8a8d5fa6d07b req-baf0b221-b714-4b31-9dce-1797953ff130 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:44.415056 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fb197806-82c0-4e4e-a302-8a8d5fa6d07b req-baf0b221-b714-4b31-9dce-1797953ff130 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0817370 Oct 13 15:50:44.430056 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e76124-0876-4779-bfbe-98b6b54df6e1 req-264ad3f0-7ca8-4a22-bc93-7e38f93257f4 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:44.431730 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b4e76124-0876-4779-bfbe-98b6b54df6e1 req-264ad3f0-7ca8-4a22-bc93-7e38f93257f4 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 944 time: 0.0681381 Oct 13 15:50:44.445031 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-bf95ee27-2934-45d1-ab73-803f49aad2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:44.446537 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-bf95ee27-2934-45d1-ab73-803f49aad2c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6392a7f9-855e-4cf6-b552-06c1ebab1ec5 HTTP/1.1" status: 200 len: 859 time: 0.0449753 Oct 13 15:50:44.480378 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-8251936d-cc1f-45fc-bb03-d5659b9ec5bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248911 Oct 13 15:50:44.482550 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dddd8cd7-4b65-4449-9f34-6a53b707000e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:44.486794 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dddd8cd7-4b65-4449-9f34-6a53b707000e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:44.488671 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-dddd8cd7-4b65-4449-9f34-6a53b707000e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4496187-e458-415f-a056-b86d8907e1a7 HTTP/1.1" status: 204 len: 168 time: 0.3628561 Oct 13 15:50:44.497348 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fb197806-82c0-4e4e-a302-8a8d5fa6d07b req-21879ed0-ce7f-4980-80d3-d276cec09579 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749047 Oct 13 15:50:44.504384 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b4e76124-0876-4779-bfbe-98b6b54df6e1 req-907664a7-93fb-40f9-8886-4df2574fe4d3 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665057 Oct 13 15:50:44.658734 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd73160-2558-4483-be96-3c84d6c8f222 req-227fa118-1a0e-45bf-96c1-2939446ccdea tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:44.658734 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dcd73160-2558-4483-be96-3c84d6c8f222 req-227fa118-1a0e-45bf-96c1-2939446ccdea tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 945 time: 0.0664186 Oct 13 15:50:44.742692 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd8cd7-4b65-4449-9f34-6a53b707000e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4496187-e458-415f-a056-b86d8907e1a7,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:44.787488 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-8d2ab46d-ff42-4794-a7a7-40bfcc458bda service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982514 Oct 13 15:50:44.796929 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dcd73160-2558-4483-be96-3c84d6c8f222 req-636f0e00-5d4f-4ed9-9261-a19f670e5ae1 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331365 Oct 13 15:50:44.808870 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc16c77-a5fb-4c54-94dc-661f7cef50b3 req-6e765490-c73c-4bff-aa13-e3f5ed54bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:44.810378 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3cc16c77-a5fb-4c54-94dc-661f7cef50b3 req-6e765490-c73c-4bff-aa13-e3f5ed54bda3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 1098 time: 0.1401718 Oct 13 15:50:44.839573 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b1a45-c328-4b2f-951c-2c5bfb305f77 req-31292194-88a3-49d1-b5ae-894192032081 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:44.841053 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-577b1a45-c328-4b2f-951c-2c5bfb305f77 req-31292194-88a3-49d1-b5ae-894192032081 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 944 time: 0.0917487 Oct 13 15:50:44.846850 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-3cc16c77-a5fb-4c54-94dc-661f7cef50b3 req-edb30ce3-1819-4f8d-9d33-650d5aa3cbce service neutron] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:44.883547 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3769645f-99d1-42fd-9ab9-cf91e2f3e6b6 req-0fba87b0-d621-41e4-901d-57573bd0e7a8 service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877910 Oct 13 15:50:44.902071 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-577b1a45-c328-4b2f-951c-2c5bfb305f77 req-955fffcf-f592-48ad-9299-655356a6cb4f tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530012 Oct 13 15:50:44.963090 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-3cc16c77-a5fb-4c54-94dc-661f7cef50b3 req-edb30ce3-1819-4f8d-9d33-650d5aa3cbce service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:45.039842 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-3cc16c77-a5fb-4c54-94dc-661f7cef50b3 req-edb30ce3-1819-4f8d-9d33-650d5aa3cbce service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:45.055229 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cb070-75c7-40f9-ba72-d0802be5ddd0 req-8bb33b59-681b-41ef-8196-cc1c087a0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:45.057631 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f8cb070-75c7-40f9-ba72-d0802be5ddd0 req-8bb33b59-681b-41ef-8196-cc1c087a0a7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ad9a1dee35d4073be2e8567596086aa&device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 1096 time: 0.0503609 Oct 13 15:50:45.076404 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3cc16c77-a5fb-4c54-94dc-661f7cef50b3 req-edb30ce3-1819-4f8d-9d33-650d5aa3cbce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579896 Oct 13 15:50:45.080621 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb30ce3-1819-4f8d-9d33-650d5aa3cbce service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8b2168-bc5e-48cd-a612-882d7ebcccf4,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:45.154145 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cb070-75c7-40f9-ba72-d0802be5ddd0 req-1ca7f428-0cc5-4abf-bc7a-f07990f3ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:45.155753 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f8cb070-75c7-40f9-ba72-d0802be5ddd0 req-1ca7f428-0cc5-4abf-bc7a-f07990f3ec91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46 HTTP/1.1" status: 200 len: 920 time: 0.0886805 Oct 13 15:50:45.344589 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f8cb070-75c7-40f9-ba72-d0802be5ddd0 req-1cc44d2a-596c-4a61-a2c9-4675d9cb514e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ce228c-7434-48dc-b1f9-11fdc09d493a HTTP/1.1" status: 200 len: 217 time: 0.0406504 Oct 13 15:50:45.417548 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cb070-75c7-40f9-ba72-d0802be5ddd0 req-4f738be7-51ca-43c5-a68c-11e034e9f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:45.419097 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f8cb070-75c7-40f9-ba72-d0802be5ddd0 req-4f738be7-51ca-43c5-a68c-11e034e9f046 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6392a7f9-855e-4cf6-b552-06c1ebab1ec5 HTTP/1.1" status: 200 len: 859 time: 0.0662670 Oct 13 15:50:45.452124 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f8cb070-75c7-40f9-ba72-d0802be5ddd0 req-e4fe8c5f-e6f1-47f6-bdee-25c96334ff74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250633 Oct 13 15:50:45.546229 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f8cb070-75c7-40f9-ba72-d0802be5ddd0 req-19bafc88-8536-4b8c-8637-8af85af523e1 service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864608 Oct 13 15:50:45.650768 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f8cb070-75c7-40f9-ba72-d0802be5ddd0 req-b73c41ba-14de-4846-967c-dfa3e4ca2706 service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951042 Oct 13 15:50:45.707398 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7904b-7393-478b-a0fb-99bd3e71fbfc req-b263761a-6b1f-4b5c-b7d1-3cb4c1ed5d77 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:45.711619 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9ee7904b-7393-478b-a0fb-99bd3e71fbfc req-b263761a-6b1f-4b5c-b7d1-3cb4c1ed5d77 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 944 time: 0.1048656 Oct 13 15:50:45.725185 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2020a8b-13ac-4fd9-9a73-c09a438b750b req-fc3a9bae-b0df-4dd6-8c2c-bdda4c5c3c86 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:45.726897 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f2020a8b-13ac-4fd9-9a73-c09a438b750b req-fc3a9bae-b0df-4dd6-8c2c-bdda4c5c3c86 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0734594 Oct 13 15:50:45.783099 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9ee7904b-7393-478b-a0fb-99bd3e71fbfc req-b7fd622b-d056-4be9-b435-244727a7ce69 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551543 Oct 13 15:50:45.788047 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f2020a8b-13ac-4fd9-9a73-c09a438b750b req-6054577f-d8c8-422b-9e53-74945af27282 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537138 Oct 13 15:50:45.842372 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:50:45.916167 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ee466-0364-4596-aa86-9be9c426edd1 req-fd3e5e9b-c6a4-4cda-9db8-b799aff730d8 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:45.917875 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-382ee466-0364-4596-aa86-9be9c426edd1 req-fd3e5e9b-c6a4-4cda-9db8-b799aff730d8 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 945 time: 0.0495737 Oct 13 15:50:45.976847 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-382ee466-0364-4596-aa86-9be9c426edd1 req-f0d52122-ee52-4ac8-a2c2-2808a44ebf7e tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491467 Oct 13 15:50:46.085103 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9850-9a43-4f8e-a589-0c917423634e req-5aa96eb6-9671-4aac-8bf2-e002e550c384 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:46.086904 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-00ab9850-9a43-4f8e-a589-0c917423634e req-5aa96eb6-9671-4aac-8bf2-e002e550c384 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 944 time: 0.0661786 Oct 13 15:50:46.154233 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-00ab9850-9a43-4f8e-a589-0c917423634e req-51466f62-67e1-4bb7-af6c-d6be1a20f5d9 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570183 Oct 13 15:50:46.954994 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5a5c9-f798-4559-8f0d-39771eaf7b1a req-a652bbba-1522-4a75-af38-1f4e168b2630 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:46.956480 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-95f5a5c9-f798-4559-8f0d-39771eaf7b1a req-a652bbba-1522-4a75-af38-1f4e168b2630 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0776830 Oct 13 15:50:46.968263 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e4ce8-e74e-47e7-a918-0fdb05d3aaba req-6198612e-7fce-4fa2-93fb-180654ef2cd6 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:46.969807 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-da1e4ce8-e74e-47e7-a918-0fdb05d3aaba req-6198612e-7fce-4fa2-93fb-180654ef2cd6 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 944 time: 0.0889387 Oct 13 15:50:47.028681 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-95f5a5c9-f798-4559-8f0d-39771eaf7b1a req-09c8064b-ac24-4b44-a913-7fe9a8fc7dfe tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576921 Oct 13 15:50:47.033878 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-da1e4ce8-e74e-47e7-a918-0fdb05d3aaba req-3d81151d-58b2-40d6-b864-b652bb91099f tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572448 Oct 13 15:50:47.146008 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb207f1-13d1-4269-86a8-a39a5a01c1fd req-c7b89887-af66-4258-beb3-a9cfbca37419 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:47.156339 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fcb207f1-13d1-4269-86a8-a39a5a01c1fd req-c7b89887-af66-4258-beb3-a9cfbca37419 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 945 time: 0.0505486 Oct 13 15:50:47.189493 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fcb207f1-13d1-4269-86a8-a39a5a01c1fd req-1cbec923-1a37-40d9-a627-cd18b8bc5042 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347197 Oct 13 15:50:47.278164 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fc234-9f93-40c1-948d-cc3c9900358b req-01dd1c22-eb91-432f-b4a5-4e25e91a6750 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:47.279741 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d68fc234-9f93-40c1-948d-cc3c9900358b req-01dd1c22-eb91-432f-b4a5-4e25e91a6750 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 944 time: 0.0478020 Oct 13 15:50:47.317465 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d68fc234-9f93-40c1-948d-cc3c9900358b req-8facc700-7b6c-45db-8467-b7dcb21ab2ff tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 Oct 13 15:50:47.410714 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 44ce228c-7434-48dc-b1f9-11fdc09d493a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:50:47.612904 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 44ce228c-7434-48dc-b1f9-11fdc09d493a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ce228c-7434-48dc-b1f9-11fdc09d493a,segment=NetworkSegment(35d579cc-7592-4e92-9f2d-d12105aeadcc),segment_id=35d579cc-7592-4e92-9f2d-d12105aeadcc)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:47.623211 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': '44ce228c-7434-48dc-b1f9-11fdc09d493a', 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46', 'port_id': '44ce228c-7434-48dc-b1f9-11fdc09d493a', 'mac_address': 'fa:16:3e:4e:b1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6392a7f9-855e-4cf6-b552-06c1ebab1ec5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:50:47.659444 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:47.671542 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ce228c-7434-48dc-b1f9-11fdc09d493a {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:50:47.689929 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 44ce228c-7434-48dc-b1f9-11fdc09d493a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ce228c-7434-48dc-b1f9-11fdc09d493a,segment=NetworkSegment(35d579cc-7592-4e92-9f2d-d12105aeadcc),segment_id=35d579cc-7592-4e92-9f2d-d12105aeadcc)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:47.796123 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:47.796869 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device f888d746-a651-4aa2-9578-6ac1fa31823f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:50:47.888631 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=44ce228c-7434-48dc-b1f9-11fdc09d493a,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:47.930839 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port f888d746-a651-4aa2-9578-6ac1fa31823f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f888d746-a651-4aa2-9578-6ac1fa31823f,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:47.942986 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'port_id': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'mac_address': 'fa:16:3e:70:c8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:50:47.979896 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:47.992689 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f888d746-a651-4aa2-9578-6ac1fa31823f {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:50:48.013041 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port f888d746-a651-4aa2-9578-6ac1fa31823f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f888d746-a651-4aa2-9578-6ac1fa31823f,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:48.105673 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:48.106500 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 46bc8493-ca17-4d77-8d15-6561c4d806ff details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:50:48.203695 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a4a03-64a4-4da2-abe0-d3895e786d0f req-c221e9f9-2a3e-4434-aa04-e88d536de12f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:48.205199 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-102a4a03-64a4-4da2-abe0-d3895e786d0f req-c221e9f9-2a3e-4434-aa04-e88d536de12f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 944 time: 0.0900588 Oct 13 15:50:48.211779 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=f888d746-a651-4aa2-9578-6ac1fa31823f,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:48.216304 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0ca6b-138d-4dc8-932d-2407fef446f7 req-a256a579-6e73-48ad-acc7-356ad0332c90 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:48.216304 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-26d0ca6b-138d-4dc8-932d-2407fef446f7 req-a256a579-6e73-48ad-acc7-356ad0332c90 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 944 time: 0.0988419 Oct 13 15:50:48.252423 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 46bc8493-ca17-4d77-8d15-6561c4d806ff, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=46bc8493-ca17-4d77-8d15-6561c4d806ff,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:48.264271 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': '46bc8493-ca17-4d77-8d15-6561c4d806ff', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'port_id': '46bc8493-ca17-4d77-8d15-6561c4d806ff', 'mac_address': 'fa:16:3e:31:0f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:50:48.265180 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-102a4a03-64a4-4da2-abe0-d3895e786d0f req-af91e8ac-f98f-4004-a9d3-b98def8600ad tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486197 Oct 13 15:50:48.286206 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-26d0ca6b-138d-4dc8-932d-2407fef446f7 req-65978d12-0866-4e5b-962f-e2838e3df803 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560615 Oct 13 15:50:48.320474 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:48.339091 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46bc8493-ca17-4d77-8d15-6561c4d806ff {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:50:48.361690 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 46bc8493-ca17-4d77-8d15-6561c4d806ff, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=46bc8493-ca17-4d77-8d15-6561c4d806ff,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:48.397326 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af72e1e-9d0f-47f5-b2c7-dc4058594968 req-7874816e-88a7-409e-bc3a-19555ff7eb54 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:48.398767 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2af72e1e-9d0f-47f5-b2c7-dc4058594968 req-7874816e-88a7-409e-bc3a-19555ff7eb54 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 945 time: 0.0507293 Oct 13 15:50:48.436378 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:48.437055 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device ccbc776a-97a2-499a-8202-661d59e93f41 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:50:48.465162 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2af72e1e-9d0f-47f5-b2c7-dc4058594968 req-bff97e2e-79c5-4e91-b156-77cdff3e50cb tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554774 Oct 13 15:50:48.476245 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fb3ef-690e-4e11-aa74-f8f89e642eb4 req-df52a36c-ed70-4853-af3c-6846c1613236 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:48.477704 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e32fb3ef-690e-4e11-aa74-f8f89e642eb4 req-df52a36c-ed70-4853-af3c-6846c1613236 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 944 time: 0.0768547 Oct 13 15:50:48.513731 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=46bc8493-ca17-4d77-8d15-6561c4d806ff,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:48.518539 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port ccbc776a-97a2-499a-8202-661d59e93f41, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ccbc776a-97a2-499a-8202-661d59e93f41,segment=NetworkSegment(35d579cc-7592-4e92-9f2d-d12105aeadcc),segment_id=35d579cc-7592-4e92-9f2d-d12105aeadcc)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:48.524546 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e32fb3ef-690e-4e11-aa74-f8f89e642eb4 req-e0e31607-55f7-4b09-9423-a7411b9d65d9 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403714 Oct 13 15:50:48.530848 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': 'ccbc776a-97a2-499a-8202-661d59e93f41', 'network_id': '5cf3b399-6f3f-4d33-a1de-e924ea68ac46', 'port_id': 'ccbc776a-97a2-499a-8202-661d59e93f41', 'mac_address': 'fa:16:3e:85:75:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6392a7f9-855e-4cf6-b552-06c1ebab1ec5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:50:48.571315 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:48.584392 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbc776a-97a2-499a-8202-661d59e93f41 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:50:48.604166 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port ccbc776a-97a2-499a-8202-661d59e93f41, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ccbc776a-97a2-499a-8202-661d59e93f41,segment=NetworkSegment(35d579cc-7592-4e92-9f2d-d12105aeadcc),segment_id=35d579cc-7592-4e92-9f2d-d12105aeadcc)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:48.715999 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:48.765986 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=ccbc776a-97a2-499a-8202-661d59e93f41,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:49.433849 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678ca7e-8cf6-4e86-90dc-d24c099c7da1 req-54599190-089b-459c-9e0d-fa779c290b2e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:49.439100 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a678ca7e-8cf6-4e86-90dc-d24c099c7da1 req-54599190-089b-459c-9e0d-fa779c290b2e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 944 time: 0.0776708 Oct 13 15:50:49.458271 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71c2b1-36e8-408e-8512-091a2b58dc6f req-e50d7225-0d7c-48fe-93e4-c95aabea79c6 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:49.459731 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7d71c2b1-36e8-408e-8512-091a2b58dc6f req-e50d7225-0d7c-48fe-93e4-c95aabea79c6 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 945 time: 0.0752511 Oct 13 15:50:49.530667 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a678ca7e-8cf6-4e86-90dc-d24c099c7da1 req-a3ccc108-4556-4dd4-9802-d015d8814f5b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837135 Oct 13 15:50:49.535082 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7d71c2b1-36e8-408e-8512-091a2b58dc6f req-3bb6e963-529b-464c-8693-fb9db30e5254 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674052 Oct 13 15:50:49.666655 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1374189-c485-42a7-ac44-4c7f601daca8 req-d656e841-522b-48ca-9c95-6e97ce521b73 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:49.668222 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b1374189-c485-42a7-ac44-4c7f601daca8 req-d656e841-522b-48ca-9c95-6e97ce521b73 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 945 time: 0.0551677 Oct 13 15:50:49.708833 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b1374189-c485-42a7-ac44-4c7f601daca8 req-d162b282-fd75-4c43-88f2-260cd33825f2 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346341 Oct 13 15:50:50.065713 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 51262) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:50.168521 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d912a8fb-ed29-4162-9dba-f4c662d83b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:50.239153 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d912a8fb-ed29-4162-9dba-f4c662d83b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:50.304189 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d912a8fb-ed29-4162-9dba-f4c662d83b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:50.344776 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912a8fb-ed29-4162-9dba-f4c662d83b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0148aa7a-6d3b-4332-8d6e-f80317c0e116,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:50.349922 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-d912a8fb-ed29-4162-9dba-f4c662d83b81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60422ec0c750428c9b0735546a48c206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825491 Oct 13 15:50:50.351963 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 51272) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:50.405298 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b25cedc3-edb3-4f7b-bd3c-34284d381928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:50.428860 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b25cedc3-edb3-4f7b-bd3c-34284d381928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:50.533160 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b25cedc3-edb3-4f7b-bd3c-34284d381928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:50.535688 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b25cedc3-edb3-4f7b-bd3c-34284d381928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:50.536857 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-b25cedc3-edb3-4f7b-bd3c-34284d381928 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0148aa7a-6d3b-4332-8d6e-f80317c0e116 HTTP/1.1" status: 204 len: 168 time: 0.1839898 Oct 13 15:50:50.545513 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cedc3-edb3-4f7b-bd3c-34284d381928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0148aa7a-6d3b-4332-8d6e-f80317c0e116,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:50.692834 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce7675-07cd-492f-a8ea-23d897333c63 req-a3f03d2b-b3db-4c13-9a0a-86bbb20a6e81 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:50.694319 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9cce7675-07cd-492f-a8ea-23d897333c63 req-a3f03d2b-b3db-4c13-9a0a-86bbb20a6e81 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 945 time: 0.0747066 Oct 13 15:50:50.703377 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6c8ee-9bb1-4ff0-bfa6-1843fca1638a req-9c61a105-aed3-4f5b-bbe7-3ff7cd835f92 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:50.706349 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-58e6c8ee-9bb1-4ff0-bfa6-1843fca1638a req-9c61a105-aed3-4f5b-bbe7-3ff7cd835f92 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 944 time: 0.0872271 Oct 13 15:50:50.755805 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9cce7675-07cd-492f-a8ea-23d897333c63 req-419daf50-6bc4-486f-873b-6b1c7a7a655d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500779 Oct 13 15:50:50.769632 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-58e6c8ee-9bb1-4ff0-bfa6-1843fca1638a req-c86d550f-e993-44d5-8e12-13e36c275f96 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570738 Oct 13 15:50:50.877502 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be43a6f-6b17-4551-bdca-7d8eff38227a req-e031f01c-98f1-4e41-a047-3ab9c56e9f3b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:50.879237 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9be43a6f-6b17-4551-bdca-7d8eff38227a req-e031f01c-98f1-4e41-a047-3ab9c56e9f3b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 945 time: 0.0499599 Oct 13 15:50:50.919548 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9be43a6f-6b17-4551-bdca-7d8eff38227a req-faa1b708-d0ee-4f15-b139-392a5e2c3263 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326850 Oct 13 15:50:51.202030 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 51296) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:51.218919 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e8c717a7-978e-46d1-b5b9-ef825e7081c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:51.293039 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e8c717a7-978e-46d1-b5b9-ef825e7081c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:51.312035 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['44ce228c-7434-48dc-b1f9-11fdc09d493a'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:50:51.360568 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['f888d746-a651-4aa2-9578-6ac1fa31823f'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:50:51.369947 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['46bc8493-ca17-4d77-8d15-6561c4d806ff'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:50:51.391259 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e8c717a7-978e-46d1-b5b9-ef825e7081c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:51.418563 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['ccbc776a-97a2-499a-8202-661d59e93f41'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:50:51.433734 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-e8c717a7-978e-46d1-b5b9-ef825e7081c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=161d1cd49f2f458ebbec6818a7b0b71f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296147 Oct 13 15:50:51.435505 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 51306) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:51.436387 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c717a7-978e-46d1-b5b9-ef825e7081c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0653a0-d829-46ff-b7cd-203c2ebc9040,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:51.513214 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bf935163-92e7-4ccb-8944-54331566165e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:51.537493 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bf935163-92e7-4ccb-8944-54331566165e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:51.691142 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bf935163-92e7-4ccb-8944-54331566165e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:51.693942 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bf935163-92e7-4ccb-8944-54331566165e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:51.695250 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-bf935163-92e7-4ccb-8944-54331566165e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d0653a0-d829-46ff-b7cd-203c2ebc9040 HTTP/1.1" status: 204 len: 168 time: 0.2579873 Oct 13 15:50:51.705014 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf935163-92e7-4ccb-8944-54331566165e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0653a0-d829-46ff-b7cd-203c2ebc9040,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:51.876167 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aff552-0551-48b0-83ea-0f1f72632886 req-eb133c8d-bac7-4aad-9576-bd5927d41ed0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:51.877638 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-86aff552-0551-48b0-83ea-0f1f72632886 req-eb133c8d-bac7-4aad-9576-bd5927d41ed0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 945 time: 0.0512431 Oct 13 15:50:51.922653 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-86aff552-0551-48b0-83ea-0f1f72632886 req-716739eb-ccfb-4227-b109-b9ae784e623b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367758 Oct 13 15:50:52.027992 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75117b3e-21cc-4a8e-940b-0a8e22b78eba req-90f2b2d9-bb65-40f4-9f5b-08692c8749af tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:52.029474 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-75117b3e-21cc-4a8e-940b-0a8e22b78eba req-90f2b2d9-bb65-40f4-9f5b-08692c8749af tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 944 time: 0.0495617 Oct 13 15:50:52.069345 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-75117b3e-21cc-4a8e-940b-0a8e22b78eba req-a28701b1-957f-4bea-a882-8e541093cf50 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338688 Oct 13 15:50:52.222834 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5b753-8f2e-4d03-abe5-e5bc82da3aa5 req-d4efdffe-d899-4717-983b-80c3c50b1c9b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:52.222834 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1dc5b753-8f2e-4d03-abe5-e5bc82da3aa5 req-d4efdffe-d899-4717-983b-80c3c50b1c9b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 945 time: 0.0726454 Oct 13 15:50:52.268839 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1dc5b753-8f2e-4d03-abe5-e5bc82da3aa5 req-b44974e7-57ff-4022-91f0-43b32d96114c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379121 Oct 13 15:50:52.862987 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 44ce228c-7434-48dc-b1f9-11fdc09d493a up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:52.913079 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 51372) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:53.045677 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port 44ce228c-7434-48dc-b1f9-11fdc09d493a completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:50:53.051089 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-dc7ada7c-ae4e-42a5-ad97-3b88df119291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:53.051294 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port 44ce228c-7434-48dc-b1f9-11fdc09d493a triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:53.051683 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:53.085095 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd84b13-26d0-4835-8a51-eeee39eaca08 req-cf4ae5da-1844-418d-9b93-2dd2a6cd4e6e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:53.086577 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dbd84b13-26d0-4835-8a51-eeee39eaca08 req-cf4ae5da-1844-418d-9b93-2dd2a6cd4e6e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 945 time: 0.0848222 Oct 13 15:50:53.143039 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dbd84b13-26d0-4835-8a51-eeee39eaca08 req-fa786b5f-37d7-435c-a143-d23cdc7c4b3d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452025 Oct 13 15:50:53.147947 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:53.184729 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72068ae7-f64c-440c-9748-8c1ee88811a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ce228c-7434-48dc-b1f9-11fdc09d493a'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:50:53.187316 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b155486-5239-49b3-aae3-9600aeeeb998" -d '{"events": [{"server_uuid": "72068ae7-f64c-440c-9748-8c1ee88811a8", "name": "network-vif-plugged", "status": "completed", "tag": "44ce228c-7434-48dc-b1f9-11fdc09d493a"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:53.203219 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 44ce228c-7434-48dc-b1f9-11fdc09d493a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ce228c-7434-48dc-b1f9-11fdc09d493a,segment=NetworkSegment(35d579cc-7592-4e92-9f2d-d12105aeadcc),segment_id=35d579cc-7592-4e92-9f2d-d12105aeadcc)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:53.216522 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-dc7ada7c-ae4e-42a5-ad97-3b88df119291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:53.229948 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f7c7d-6849-4169-a0c7-f613024ec6b9 req-676a5f70-b40c-4abe-b01b-23c50d32b9e6 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:53.231789 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee8f7c7d-6849-4169-a0c7-f613024ec6b9 req-676a5f70-b40c-4abe-b01b-23c50d32b9e6 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 944 time: 0.0838947 Oct 13 15:50:53.237290 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc27ec4-5855-4977-ad8b-ad973bf36b22 x-openstack-request-id: req-dbc27ec4-5855-4977-ad8b-ad973bf36b22 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:53.237821 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72068ae7-f64c-440c-9748-8c1ee88811a8", "name": "network-vif-plugged", "status": "completed", "tag": "44ce228c-7434-48dc-b1f9-11fdc09d493a", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:53.238222 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dbc27ec4-5855-4977-ad8b-ad973bf36b22 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:53.239023 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72068ae7-f64c-440c-9748-8c1ee88811a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ce228c-7434-48dc-b1f9-11fdc09d493a', 'code': 200} Oct 13 15:50:53.274127 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee8f7c7d-6849-4169-a0c7-f613024ec6b9 req-37fa140f-ea9f-4c18-acbc-ab5d0dbab375 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359416 Oct 13 15:50:53.287537 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-dc7ada7c-ae4e-42a5-ad97-3b88df119291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:53.287690 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:53.288432 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device f888d746-a651-4aa2-9578-6ac1fa31823f up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:53.345999 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ada7c-ae4e-42a5-ad97-3b88df119291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6f5e5c-6d81-4a5f-b021-bb90341ce708,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:53.350436 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-dc7ada7c-ae4e-42a5-ad97-3b88df119291 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=528585a3123449869408bf34e1eff03d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357672 Oct 13 15:50:53.354616 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 51396) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:53.404247 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=44ce228c-7434-48dc-b1f9-11fdc09d493a,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:53.418707 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952ccf-ad34-424b-9143-47e15591789d req-c7fc4830-5688-455b-a46d-b5fa6c3dabde tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:53.420290 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fc952ccf-ad34-424b-9143-47e15591789d req-c7fc4830-5688-455b-a46d-b5fa6c3dabde tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 945 time: 0.0599995 Oct 13 15:50:53.424798 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4d501f16-98bd-40bc-93c7-191d6e0f0052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:53.445806 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4d501f16-98bd-40bc-93c7-191d6e0f0052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:53.457498 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fc952ccf-ad34-424b-9143-47e15591789d req-c6b300d0-6de9-4cb5-afcb-866d877d0d08 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310655 Oct 13 15:50:53.567149 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port f888d746-a651-4aa2-9578-6ac1fa31823f completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:50:53.571018 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port f888d746-a651-4aa2-9578-6ac1fa31823f triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:53.571452 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:53.642839 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4d501f16-98bd-40bc-93c7-191d6e0f0052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:53.642839 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4d501f16-98bd-40bc-93c7-191d6e0f0052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:53.646046 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-4d501f16-98bd-40bc-93c7-191d6e0f0052 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc6f5e5c-6d81-4a5f-b021-bb90341ce708 HTTP/1.1" status: 204 len: 168 time: 0.2873535 Oct 13 15:50:53.657303 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d501f16-98bd-40bc-93c7-191d6e0f0052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6f5e5c-6d81-4a5f-b021-bb90341ce708,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:53.676777 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:53.710253 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port f888d746-a651-4aa2-9578-6ac1fa31823f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f888d746-a651-4aa2-9578-6ac1fa31823f,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:53.759423 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f2612-8b60-45cf-9a9c-691a727ef2fa req-ae36c151-52fd-45ec-8709-b03cebb66736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:53.761140 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c25f2612-8b60-45cf-9a9c-691a727ef2fa req-ae36c151-52fd-45ec-8709-b03cebb66736 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 1098 time: 0.0905864 Oct 13 15:50:53.800082 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:53.800908 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 46bc8493-ca17-4d77-8d15-6561c4d806ff up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:53.809794 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c25f2612-8b60-45cf-9a9c-691a727ef2fa req-8edc4ee5-d13a-4496-8d2a-8f6989b5fcd0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387135 Oct 13 15:50:53.882265 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=f888d746-a651-4aa2-9578-6ac1fa31823f,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:53.967180 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port 46bc8493-ca17-4d77-8d15-6561c4d806ff completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:50:53.971361 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port 46bc8493-ca17-4d77-8d15-6561c4d806ff triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:53.971799 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.055507 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.094598 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 46bc8493-ca17-4d77-8d15-6561c4d806ff, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=46bc8493-ca17-4d77-8d15-6561c4d806ff,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:54.184900 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.185707 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device ccbc776a-97a2-499a-8202-661d59e93f41 up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:54.266683 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=46bc8493-ca17-4d77-8d15-6561c4d806ff,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:54.285839 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae51483-703f-4203-8269-963ab431db83 req-34dc5840-d5cb-41b5-8418-a8db4f5411a8 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:54.287397 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4ae51483-703f-4203-8269-963ab431db83 req-34dc5840-d5cb-41b5-8418-a8db4f5411a8 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 945 time: 0.0613549 Oct 13 15:50:54.336056 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4ae51483-703f-4203-8269-963ab431db83 req-a1a30565-7f40-4fae-886f-b804bbce6ecb tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389462 Oct 13 15:50:54.355911 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port ccbc776a-97a2-499a-8202-661d59e93f41 completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:50:54.360187 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port ccbc776a-97a2-499a-8202-661d59e93f41 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:54.360552 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.414417 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02219b7d-b3ee-478e-b879-85eefa1c987d req-28525645-54fd-4f16-b324-8efa05765945 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:54.419362 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-02219b7d-b3ee-478e-b879-85eefa1c987d req-28525645-54fd-4f16-b324-8efa05765945 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0559344 Oct 13 15:50:54.439819 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.471919 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 51446) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:54.479845 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port ccbc776a-97a2-499a-8202-661d59e93f41, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ccbc776a-97a2-499a-8202-661d59e93f41,segment=NetworkSegment(35d579cc-7592-4e92-9f2d-d12105aeadcc),segment_id=35d579cc-7592-4e92-9f2d-d12105aeadcc)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:54.485609 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-02219b7d-b3ee-478e-b879-85eefa1c987d req-a20184cf-c305-43a9-bb3a-fe6532484118 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544350 Oct 13 15:50:54.489379 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-321caab6-e78f-4025-a235-98015addb213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.561635 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.585247 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-321caab6-e78f-4025-a235-98015addb213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.594159 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cef07-00e8-4dc9-bb6d-9b8f9277c97c req-c8e38dcc-1809-4520-8d2e-b05c5980b1ca tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:54.595730 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-280cef07-00e8-4dc9-bb6d-9b8f9277c97c req-c8e38dcc-1809-4520-8d2e-b05c5980b1ca tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0569332 Oct 13 15:50:54.618406 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=ccbc776a-97a2-499a-8202-661d59e93f41,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:54.633242 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-280cef07-00e8-4dc9-bb6d-9b8f9277c97c req-db29e23e-5da9-437b-95e8-1ba587c7e2cb tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313354 Oct 13 15:50:54.679879 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-321caab6-e78f-4025-a235-98015addb213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.721052 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-321caab6-e78f-4025-a235-98015addb213 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c315b16c1aa8472d978e28abc6375ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480235 Oct 13 15:50:54.722943 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321caab6-e78f-4025-a235-98015addb213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0867f1-0945-4c75-8e78-614e9e07b487,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:54.723783 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 51458) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:54.770551 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 51460) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:54.781657 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0c8b748e-996c-4aa3-a13a-06ffb5eb2f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.805810 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0c8b748e-996c-4aa3-a13a-06ffb5eb2f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.893809 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-850752aa-0f97-4891-85b9-dcdbce0e1e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.927233 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0c8b748e-996c-4aa3-a13a-06ffb5eb2f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.929979 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0c8b748e-996c-4aa3-a13a-06ffb5eb2f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.931226 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-0c8b748e-996c-4aa3-a13a-06ffb5eb2f5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d0867f1-0945-4c75-8e78-614e9e07b487 HTTP/1.1" status: 204 len: 168 time: 0.2058456 Oct 13 15:50:54.939574 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b748e-996c-4aa3-a13a-06ffb5eb2f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0867f1-0945-4c75-8e78-614e9e07b487,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:54.991605 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-850752aa-0f97-4891-85b9-dcdbce0e1e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:55.070037 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-850752aa-0f97-4891-85b9-dcdbce0e1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:55.107732 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850752aa-0f97-4891-85b9-dcdbce0e1e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89308825-7800-4b37-867e-b8ecffb0f0b7,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:55.112838 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-850752aa-0f97-4891-85b9-dcdbce0e1e9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=daaec1f1b2e8451aa7907cdf9608ffe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411000 Oct 13 15:50:55.115365 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 51470) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:55.171179 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d1831cfd-cdc4-41a9-a815-0904060840bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:55.195819 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d1831cfd-cdc4-41a9-a815-0904060840bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:55.240116 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f888d746-a651-4aa2-9578-6ac1fa31823f'}, {'server_uuid': 'cec9665f-4b7a-4a4b-b7ff-ed146108eaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bc8493-ca17-4d77-8d15-6561c4d806ff'}, {'server_uuid': 'a950b404-79e5-448e-a915-2178d9eff6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbc776a-97a2-499a-8202-661d59e93f41'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:50:55.242631 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1d45a6-f4b3-4492-a308-1ff7129c9c05" -d '{"events": [{"server_uuid": "c3b2e4c0-f742-4e4f-a806-7b3eb5002042", "name": "network-vif-plugged", "status": "completed", "tag": "f888d746-a651-4aa2-9578-6ac1fa31823f"}, {"server_uuid": "cec9665f-4b7a-4a4b-b7ff-ed146108eaab", "name": "network-vif-plugged", "status": "completed", "tag": "46bc8493-ca17-4d77-8d15-6561c4d806ff"}, {"server_uuid": "a950b404-79e5-448e-a915-2178d9eff6c6", "name": "network-vif-plugged", "status": "completed", "tag": "ccbc776a-97a2-499a-8202-661d59e93f41"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:55.304717 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 13 Oct 2021 15:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8288666f-b363-460f-adf8-3531f035a150 x-openstack-request-id: req-8288666f-b363-460f-adf8-3531f035a150 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:55.305039 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b2e4c0-f742-4e4f-a806-7b3eb5002042", "name": "network-vif-plugged", "status": "completed", "tag": "f888d746-a651-4aa2-9578-6ac1fa31823f", "code": 200}, {"server_uuid": "cec9665f-4b7a-4a4b-b7ff-ed146108eaab", "name": "network-vif-plugged", "status": "completed", "tag": "46bc8493-ca17-4d77-8d15-6561c4d806ff", "code": 200}, {"server_uuid": "a950b404-79e5-448e-a915-2178d9eff6c6", "name": "network-vif-plugged", "status": "completed", "tag": "ccbc776a-97a2-499a-8202-661d59e93f41", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:55.305292 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8288666f-b363-460f-adf8-3531f035a150 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:55.305684 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'code': 200} Oct 13 15:50:55.306388 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec9665f-4b7a-4a4b-b7ff-ed146108eaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bc8493-ca17-4d77-8d15-6561c4d806ff', 'code': 200} Oct 13 15:50:55.307760 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a950b404-79e5-448e-a915-2178d9eff6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbc776a-97a2-499a-8202-661d59e93f41', 'code': 200} Oct 13 15:50:55.354678 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d1831cfd-cdc4-41a9-a815-0904060840bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:55.360684 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d1831cfd-cdc4-41a9-a815-0904060840bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:55.367825 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-d1831cfd-cdc4-41a9-a815-0904060840bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89308825-7800-4b37-867e-b8ecffb0f0b7 HTTP/1.1" status: 204 len: 168 time: 0.2514744 Oct 13 15:50:55.384393 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1831cfd-cdc4-41a9-a815-0904060840bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89308825-7800-4b37-867e-b8ecffb0f0b7,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:55.507632 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24796df6-493f-4ee8-af7a-c417c7a7c337 req-7f5a5ea1-b4a6-460e-887f-232783198ddb tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:55.509118 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-24796df6-493f-4ee8-af7a-c417c7a7c337 req-7f5a5ea1-b4a6-460e-887f-232783198ddb tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0587258 Oct 13 15:50:55.551942 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-24796df6-493f-4ee8-af7a-c417c7a7c337 req-cb31a838-5296-49be-b8ff-0c3480d8d633 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363019 Oct 13 15:50:55.616937 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6b9e5-30d8-4688-988e-2f3849a43c9a req-ff9a5ce4-b80d-4425-9145-608b920050ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:55.618404 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4ad6b9e5-30d8-4688-988e-2f3849a43c9a req-ff9a5ce4-b80d-4425-9145-608b920050ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0655684 Oct 13 15:50:55.656441 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4ad6b9e5-30d8-4688-988e-2f3849a43c9a req-eb2a4cae-b662-4c67-a0c1-09d5945671e7 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Oct 13 15:50:55.805606 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e89cf-fc6e-4746-ad1a-eefe66d84dbb req-be5cef40-54bf-411c-81de-bdc1ac2547f3 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:55.814310 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-863e89cf-fc6e-4746-ad1a-eefe66d84dbb req-be5cef40-54bf-411c-81de-bdc1ac2547f3 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0835233 Oct 13 15:50:55.874060 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028060f-88b9-41b4-a6fc-71d403142a24 req-b7b42132-f413-4caa-97a7-ca3a936534db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:55.874793 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f028060f-88b9-41b4-a6fc-71d403142a24 req-b7b42132-f413-4caa-97a7-ca3a936534db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 1098 time: 0.0872972 Oct 13 15:50:55.876737 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8075454-d278-42e0-9796-1bb7247fbc77 req-defc9b25-7b31-4709-abd3-98bb447504dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:55.876968 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9fd7c-5ce2-4d98-bb52-95106bb3efc9 req-3b5881db-fe29-4484-b59c-9fec00627980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:55.880920 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a8075454-d278-42e0-9796-1bb7247fbc77 req-defc9b25-7b31-4709-abd3-98bb447504dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 1099 time: 0.0928445 Oct 13 15:50:55.881411 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e0c9fd7c-5ce2-4d98-bb52-95106bb3efc9 req-3b5881db-fe29-4484-b59c-9fec00627980 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 1099 time: 0.0921679 Oct 13 15:50:55.885417 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-863e89cf-fc6e-4746-ad1a-eefe66d84dbb req-7f59285e-b067-4c73-a63d-47980cc7b4fd tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691702 Oct 13 15:50:55.927220 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e0c9fd7c-5ce2-4d98-bb52-95106bb3efc9 req-6b515f11-399f-4256-a545-e46dda0487aa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321765 Oct 13 15:50:55.955554 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f028060f-88b9-41b4-a6fc-71d403142a24 req-495755d5-4549-4e3a-b11f-5b205a7d0f9b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615876 Oct 13 15:50:55.957090 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a8075454-d278-42e0-9796-1bb7247fbc77 req-a1f88e5f-b82c-4218-98ef-d81de0f1568b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619760 Oct 13 15:50:56.158646 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 51528) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:56.177202 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f339113b-21f4-414f-a77b-dfbb54ae8493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:56.258487 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f339113b-21f4-414f-a77b-dfbb54ae8493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:56.354319 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f339113b-21f4-414f-a77b-dfbb54ae8493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:56.395171 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f339113b-21f4-414f-a77b-dfbb54ae8493 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d9264e7a6ac42a6b62d169b61e75988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347388 Oct 13 15:50:56.396022 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339113b-21f4-414f-a77b-dfbb54ae8493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a41aa2-4ed5-4247-b1d9-cc6362b694d2,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:56.398079 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 51536) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:56.445466 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cb5c66f8-338f-4293-81df-948246b02e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:56.470086 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cb5c66f8-338f-4293-81df-948246b02e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:56.642351 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cb5c66f8-338f-4293-81df-948246b02e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:56.645029 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cb5c66f8-338f-4293-81df-948246b02e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:56.646087 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-cb5c66f8-338f-4293-81df-948246b02e18 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37a41aa2-4ed5-4247-b1d9-cc6362b694d2 HTTP/1.1" status: 204 len: 168 time: 0.2463045 Oct 13 15:50:56.670702 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c66f8-338f-4293-81df-948246b02e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a41aa2-4ed5-4247-b1d9-cc6362b694d2,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:56.689878 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfdb12-258f-41f3-b287-5ca6594d43e0 req-c69b42ff-db50-4833-b182-c32d7736f67b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:56.691577 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4ccfdb12-258f-41f3-b287-5ca6594d43e0 req-c69b42ff-db50-4833-b182-c32d7736f67b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0596261 Oct 13 15:50:56.750725 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4ccfdb12-258f-41f3-b287-5ca6594d43e0 req-58807b09-bab9-4a97-b433-8b3740419aaf tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512729 Oct 13 15:50:56.810285 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3253c-ed00-4b6d-90ce-65f66ec9debf req-06cb232a-928d-4284-b0e6-f1e20b34535a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:56.817830 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ecf3253c-ed00-4b6d-90ce-65f66ec9debf req-06cb232a-928d-4284-b0e6-f1e20b34535a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0660334 Oct 13 15:50:56.850075 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 51556) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:56.853797 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ecf3253c-ed00-4b6d-90ce-65f66ec9debf req-18aff590-7ce8-4a63-bec8-82e0375c92bb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330625 Oct 13 15:50:57.014952 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed905351-07c2-4dbe-9b18-26fc7da2bcb1 req-874208aa-cf44-49bf-b27a-694a21ba0b67 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:57.016492 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ed905351-07c2-4dbe-9b18-26fc7da2bcb1 req-874208aa-cf44-49bf-b27a-694a21ba0b67 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0550983 Oct 13 15:50:57.053498 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-89faec98-8dc6-4015-9ac5-840a9ac136f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:57.057613 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ed905351-07c2-4dbe-9b18-26fc7da2bcb1 req-ca10a23a-45ee-43ce-8d19-b2ad421e8349 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348182 Oct 13 15:50:57.143702 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-89faec98-8dc6-4015-9ac5-840a9ac136f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:57.223145 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-89faec98-8dc6-4015-9ac5-840a9ac136f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:57.264931 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-89faec98-8dc6-4015-9ac5-840a9ac136f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0325e3dcd924a5d8365180b9062ed99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4135375 Oct 13 15:50:57.267612 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89faec98-8dc6-4015-9ac5-840a9ac136f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80097385-6a19-4dfd-bfa4-e37bc2a36909,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:57.268095 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 51576) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:57.317690 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cb0e70cd-593e-4323-a42a-f08126373fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:57.342498 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cb0e70cd-593e-4323-a42a-f08126373fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:57.458896 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cb0e70cd-593e-4323-a42a-f08126373fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:57.461410 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cb0e70cd-593e-4323-a42a-f08126373fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:57.462578 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-cb0e70cd-593e-4323-a42a-f08126373fb8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80097385-6a19-4dfd-bfa4-e37bc2a36909 HTTP/1.1" status: 204 len: 168 time: 0.1934249 Oct 13 15:50:57.471262 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e70cd-593e-4323-a42a-f08126373fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80097385-6a19-4dfd-bfa4-e37bc2a36909,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:57.875413 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036bbc8-e06d-4473-9f7d-84de96823587 req-47e9f398-c97a-4aac-861c-1162c5f29ce0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:57.879929 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b036bbc8-e06d-4473-9f7d-84de96823587 req-47e9f398-c97a-4aac-861c-1162c5f29ce0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0595913 Oct 13 15:50:57.920584 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b036bbc8-e06d-4473-9f7d-84de96823587 req-bc93c6d1-25c9-426d-83b7-a7fbfa6ec245 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374875 Oct 13 15:50:57.996151 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e5dbe-b49a-4893-a573-b111f9043275 req-89828375-9108-4465-ab76-3b7bb111c1da tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:57.997731 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-159e5dbe-b49a-4893-a573-b111f9043275 req-89828375-9108-4465-ab76-3b7bb111c1da tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0529730 Oct 13 15:50:58.037610 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-159e5dbe-b49a-4893-a573-b111f9043275 req-9045a5df-5dcb-4d20-bfa4-92563b7d4b59 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337193 Oct 13 15:50:58.179561 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e309333-5e22-4ed6-9e1c-31c6322a2f22 req-3b5601ae-1a59-40bc-aa36-20070408ef29 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:58.181116 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4e309333-5e22-4ed6-9e1c-31c6322a2f22 req-3b5601ae-1a59-40bc-aa36-20070408ef29 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0550928 Oct 13 15:50:58.227131 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4e309333-5e22-4ed6-9e1c-31c6322a2f22 req-6fc8a391-b027-426b-aa25-49f0ec746792 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383999 Oct 13 15:50:58.399200 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e61248-4af9-4b89-a85d-d71bb00c9508 req-e5055d19-e248-4210-97cf-a9ee961fb87d tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:58.401370 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f1e61248-4af9-4b89-a85d-d71bb00c9508 req-e5055d19-e248-4210-97cf-a9ee961fb87d tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0545712 Oct 13 15:50:58.409967 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 51634) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:58.417999 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-28a8e260-c5e1-4104-bd4a-53770caa4ddd tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Request body: {'floatingip': {'port_id': '46bc8493-ca17-4d77-8d15-6561c4d806ff'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:58.512770 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-28a8e260-c5e1-4104-bd4a-53770caa4ddd tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for floatingip, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:58.567633 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-937af60c-c591-45fa-b343-1a4c4b71d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:59.138280 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35584bbc-00f5-4f25-b778-665d7812cb86 req-84cbb28c-b9cb-4b18-860f-50b76ee52447 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:59.143755 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-35584bbc-00f5-4f25-b778-665d7812cb86 req-84cbb28c-b9cb-4b18-860f-50b76ee52447 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.1303442 Oct 13 15:50:59.246470 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-35584bbc-00f5-4f25-b778-665d7812cb86 req-0608e6c9-b16e-4eef-9bda-364c53eb250e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922298 Oct 13 15:50:59.272642 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-28a8e260-c5e1-4104-bd4a-53770caa4ddd tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:59.291227 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a0737-7956-4e1f-ad43-f00a95f38df8 req-0c485c65-e099-4f11-8131-c36a8c4e937f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:59.293155 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4c5a0737-7956-4e1f-ad43-f00a95f38df8 req-0c485c65-e099-4f11-8131-c36a8c4e937f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.1171393 Oct 13 15:50:59.335899 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-28a8e260-c5e1-4104-bd4a-53770caa4ddd tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:59.377923 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4c5a0737-7956-4e1f-ad43-f00a95f38df8 req-66282802-0c2d-4c97-9d13-dee103efe9fd tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786517 Oct 13 15:50:59.501947 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef5824-2adc-4bde-9d41-d7f6f6be14ac req-7f69747e-057e-4ea9-bbff-44a137bcd94e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:59.503942 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a2ef5824-2adc-4bde-9d41-d7f6f6be14ac req-7f69747e-057e-4ea9-bbff-44a137bcd94e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0581241 Oct 13 15:50:59.515093 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 51682) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:59.519899 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-b8e6746a-9acb-4d3d-a680-c2cc43e41588 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Request body: {'floatingip': {'port_id': 'f888d746-a651-4aa2-9578-6ac1fa31823f'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:59.595765 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b8e6746a-9acb-4d3d-a680-c2cc43e41588 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for floatingip, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:59.719427 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.l3_db [None req-28a8e260-c5e1-4104-bd4a-53770caa4ddd tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Floating IP 3d6dbb83-5d0e-4df9-b044-4f92571cfef8 associated. External IP: 172.27.3.39, port: 46bc8493-ca17-4d77-8d15-6561c4d806ff. Oct 13 15:50:59.880671 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bf1f3-bbf3-437c-b7fa-78f0d3c43778 req-67b0e930-6a0b-440f-9343-9d571ba369ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:59.882421 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe1bf1f3-bbf3-437c-b7fa-78f0d3c43778 req-67b0e930-6a0b-440f-9343-9d571ba369ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ad9a1dee35d4073be2e8567596086aa&device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 1099 time: 0.0577772 Oct 13 15:50:59.947396 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d1584-9fa1-430a-9229-4233535f003b req-ef3a6208-16ed-49e1-bc38-afaf207fe7d8 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:59.956009 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a13d1584-9fa1-430a-9229-4233535f003b req-ef3a6208-16ed-49e1-bc38-afaf207fe7d8 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.1431656 Oct 13 15:51:00.045512 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a13d1584-9fa1-430a-9229-4233535f003b req-4717d26e-b5f6-4ab4-88f0-4dd564065faf tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885689 Oct 13 15:51:00.102466 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bf1f3-bbf3-437c-b7fa-78f0d3c43778 req-ba758f1e-d0d2-46a8-97e3-331f5c721c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:00.104894 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe1bf1f3-bbf3-437c-b7fa-78f0d3c43778 req-ba758f1e-d0d2-46a8-97e3-331f5c721c48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46 HTTP/1.1" status: 200 len: 920 time: 0.1845062 Oct 13 15:51:00.106674 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a8e260-c5e1-4104-bd4a-53770caa4ddd tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:51:00.152342 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe1bf1f3-bbf3-437c-b7fa-78f0d3c43778 req-b6855acd-e8df-498e-a493-e246a864ed31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccbc776a-97a2-499a-8202-661d59e93f41 HTTP/1.1" status: 200 len: 217 time: 0.0388877 Oct 13 15:51:00.295161 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a8e260-c5e1-4104-bd4a-53770caa4ddd tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:51:00.297709 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bf1f3-bbf3-437c-b7fa-78f0d3c43778 req-afbf3555-bafc-4e38-a797-f1f873e2339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:00.299102 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe1bf1f3-bbf3-437c-b7fa-78f0d3c43778 req-afbf3555-bafc-4e38-a797-f1f873e2339f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6392a7f9-855e-4cf6-b552-06c1ebab1ec5 HTTP/1.1" status: 200 len: 859 time: 0.1136980 Oct 13 15:51:00.302430 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-28a8e260-c5e1-4104-bd4a-53770caa4ddd tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:00.311273 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b97496-612d-4567-9d42-0308ee6640fc None None] Sync routers for ids ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:51:00.321289 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b97496-612d-4567-9d42-0308ee6640fc None None] Routers {'0ce25c87-5ac4-4078-a628-180d9ca5a1d2'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:51:00.322590 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-f3b97496-612d-4567-9d42-0308ee6640fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:51:00.350586 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe1bf1f3-bbf3-437c-b7fa-78f0d3c43778 req-5da92b13-218b-47bc-9ed7-1c919f1c29d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259204 Oct 13 15:51:00.380224 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-28a8e260-c5e1-4104-bd4a-53770caa4ddd tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "PUT /v2.0/floatingips/3d6dbb83-5d0e-4df9-b044-4f92571cfef8 HTTP/1.1" status: 200 len: 991 time: 1.9679663 Oct 13 15:51:00.391278 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec9665f-4b7a-4a4b-b7ff-ed146108eaab', 'tag': '46bc8493-ca17-4d77-8d15-6561c4d806ff'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:51:00.393579 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afcee39-3a95-4d67-9285-7db8e142a544" -d '{"events": [{"name": "network-changed", "server_uuid": "cec9665f-4b7a-4a4b-b7ff-ed146108eaab", "tag": "46bc8493-ca17-4d77-8d15-6561c4d806ff"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:51:00.469491 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe4093d-9ff1-44a5-a3bc-1eb933e8cfbd x-openstack-request-id: req-efe4093d-9ff1-44a5-a3bc-1eb933e8cfbd {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:51:00.469829 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec9665f-4b7a-4a4b-b7ff-ed146108eaab", "tag": "46bc8493-ca17-4d77-8d15-6561c4d806ff", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:51:00.470073 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-efe4093d-9ff1-44a5-a3bc-1eb933e8cfbd {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:51:00.470960 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec9665f-4b7a-4a4b-b7ff-ed146108eaab', 'tag': '46bc8493-ca17-4d77-8d15-6561c4d806ff', 'status': 'completed', 'code': 200} Oct 13 15:51:00.516471 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.db.resource_extend [None req-b8e6746a-9acb-4d3d-a680-c2cc43e41588 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:51:00.522421 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-f3b97496-612d-4567-9d42-0308ee6640fc None None] Set router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:51:00.529571 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe1bf1f3-bbf3-437c-b7fa-78f0d3c43778 req-7ebfa9f9-7ee7-4c3a-81f5-1fef64bcbdd1 service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640599 Oct 13 15:51:00.613352 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b8e6746a-9acb-4d3d-a680-c2cc43e41588 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:00.633788 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcee39-3a95-4d67-9285-7db8e142a544 req-af368ef7-e112-40c0-acaa-902a7b307ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:00.636045 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0afcee39-3a95-4d67-9285-7db8e142a544 req-af368ef7-e112-40c0-acaa-902a7b307ce8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 1099 time: 0.1267467 Oct 13 15:51:00.670050 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe1bf1f3-bbf3-437c-b7fa-78f0d3c43778 req-107adc0f-ee48-41c3-8eda-335eb461cfdc service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224024 Oct 13 15:51:00.676732 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b8e6746a-9acb-4d3d-a680-c2cc43e41588 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:00.786784 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.l3_db [None req-b8e6746a-9acb-4d3d-a680-c2cc43e41588 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Floating IP 8400b5b2-6bde-4734-a22c-ea98b019798c associated. External IP: 172.27.3.236, port: f888d746-a651-4aa2-9578-6ac1fa31823f. Oct 13 15:51:00.861098 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-f3b97496-612d-4567-9d42-0308ee6640fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '3d6dbb83-5d0e-4df9-b044-4f92571cfef8', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'port_id': '46bc8493-ca17-4d77-8d15-6561c4d806ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'mac_address': 'fa:16:3e:31:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec9665f-4b7a-4a4b-b7ff-ed146108eaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:14Z', 'updated_at': '2021-10-13T15:50:59Z', 'revision_number': 1, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:14Z', 'revision_number': 5, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:51:00.897559 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b97496-612d-4567-9d42-0308ee6640fc None None] Checking router: 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:51:00.915362 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b97496-612d-4567-9d42-0308ee6640fc None None] Routers {'0ce25c87-5ac4-4078-a628-180d9ca5a1d2'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:51:00.916500 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-f3b97496-612d-4567-9d42-0308ee6640fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:51:01.033763 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e6746a-9acb-4d3d-a680-c2cc43e41588 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Router d913459b-defc-40b1-a314-8b74fa620fcd has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:51:01.048284 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-f3b97496-612d-4567-9d42-0308ee6640fc None None] Set router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:51:01.176152 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e6746a-9acb-4d3d-a680-c2cc43e41588 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:51:01.182370 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b8e6746a-9acb-4d3d-a680-c2cc43e41588 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:01.194772 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bbb4fa-8708-4da3-8098-fe0f63e0c770 None None] Sync routers for ids ['d913459b-defc-40b1-a314-8b74fa620fcd'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:51:01.225681 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2406369-d216-4a47-bd3b-464a55c786cf req-77db7e77-3863-47f7-8512-b81489789032 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:01.228545 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bbb4fa-8708-4da3-8098-fe0f63e0c770 None None] Routers {'d913459b-defc-40b1-a314-8b74fa620fcd'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:51:01.229299 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-d2bbb4fa-8708-4da3-8098-fe0f63e0c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:50:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['d913459b-defc-40b1-a314-8b74fa620fcd'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:51:01.233037 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b2406369-d216-4a47-bd3b-464a55c786cf req-77db7e77-3863-47f7-8512-b81489789032 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0861690 Oct 13 15:51:01.243949 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-b8e6746a-9acb-4d3d-a680-c2cc43e41588 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "PUT /v2.0/floatingips/8400b5b2-6bde-4734-a22c-ea98b019798c HTTP/1.1" status: 200 len: 991 time: 1.7252002 Oct 13 15:51:01.243949 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'tag': 'f888d746-a651-4aa2-9578-6ac1fa31823f'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:51:01.245766 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dd45ba-a891-473e-b555-7424a2450eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b2e4c0-f742-4e4f-a806-7b3eb5002042", "tag": "f888d746-a651-4aa2-9578-6ac1fa31823f"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:51:01.291856 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b2406369-d216-4a47-bd3b-464a55c786cf req-b4e2939e-1c66-43cc-9ec5-ae32171473ac tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578315 Oct 13 15:51:01.327812 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a91ec5ad-a09c-4e86-bef0-d004b00d8a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:01.331232 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426965ac-52c9-4e84-b151-7a30bd161737 x-openstack-request-id: req-426965ac-52c9-4e84-b151-7a30bd161737 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:51:01.331510 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b2e4c0-f742-4e4f-a806-7b3eb5002042", "tag": "f888d746-a651-4aa2-9578-6ac1fa31823f", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:51:01.331764 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-426965ac-52c9-4e84-b151-7a30bd161737 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:51:01.332587 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'tag': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'status': 'completed', 'code': 200} Oct 13 15:51:01.434426 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-d2bbb4fa-8708-4da3-8098-fe0f63e0c770 None None] Set router d913459b-defc-40b1-a314-8b74fa620fcd gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:51:01.445365 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-f3b97496-612d-4567-9d42-0308ee6640fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '3d6dbb83-5d0e-4df9-b044-4f92571cfef8', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'port_id': '46bc8493-ca17-4d77-8d15-6561c4d806ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'mac_address': 'fa:16:3e:31:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec9665f-4b7a-4a4b-b7ff-ed146108eaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:14Z', 'updated_at': '2021-10-13T15:50:59Z', 'revision_number': 1, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:14Z', 'revision_number': 5, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:51:01.474924 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b97496-612d-4567-9d42-0308ee6640fc None None] The sync data for ids ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'] in dv-cinder-774288-10-iscsi is: [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '3d6dbb83-5d0e-4df9-b044-4f92571cfef8', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'port_id': '46bc8493-ca17-4d77-8d15-6561c4d806ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'mac_address': 'fa:16:3e:31:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec9665f-4b7a-4a4b-b7ff-ed146108eaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:14Z', 'updated_at': '2021-10-13T15:50:59Z', 'revision_number': 1, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:14Z', 'revision_number': 5, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:51:01.722244 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6333d-16a3-47fa-8856-f627bc20a199 None None] New status for floating IP 3d6dbb83-5d0e-4df9-b044-4f92571cfef8: ACTIVE {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:51:01.837224 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-d2bbb4fa-8708-4da3-8098-fe0f63e0c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '8400b5b2-6bde-4734-a22c-ea98b019798c', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'port_id': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'mac_address': 'fa:16:3e:70:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:22Z', 'updated_at': '2021-10-13T15:51:00Z', 'revision_number': 1, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:20Z', 'revision_number': 5, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:51:01.864247 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bbb4fa-8708-4da3-8098-fe0f63e0c770 None None] Checking router: d913459b-defc-40b1-a314-8b74fa620fcd for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:51:01.873319 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bbb4fa-8708-4da3-8098-fe0f63e0c770 None None] Routers {'d913459b-defc-40b1-a314-8b74fa620fcd'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:51:01.874027 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-d2bbb4fa-8708-4da3-8098-fe0f63e0c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:51:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['d913459b-defc-40b1-a314-8b74fa620fcd'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:51:01.990707 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-d2bbb4fa-8708-4da3-8098-fe0f63e0c770 None None] Set router d913459b-defc-40b1-a314-8b74fa620fcd gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:51:02.095038 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:02.200401 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:02.246544 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-d2bbb4fa-8708-4da3-8098-fe0f63e0c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '8400b5b2-6bde-4734-a22c-ea98b019798c', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'port_id': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'mac_address': 'fa:16:3e:70:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:22Z', 'updated_at': '2021-10-13T15:51:00Z', 'revision_number': 1, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:20Z', 'revision_number': 5, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:51:02.273545 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bbb4fa-8708-4da3-8098-fe0f63e0c770 None None] The sync data for ids ['d913459b-defc-40b1-a314-8b74fa620fcd'] in dv-cinder-774288-10-iscsi is: [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '8400b5b2-6bde-4734-a22c-ea98b019798c', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'port_id': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'mac_address': 'fa:16:3e:70:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:22Z', 'updated_at': '2021-10-13T15:51:00Z', 'revision_number': 1, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:20Z', 'revision_number': 5, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:51:02.466553 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827cfa40-f2fc-4a92-8243-4a0e2580fd62 None None] New status for floating IP 8400b5b2-6bde-4734-a22c-ea98b019798c: ACTIVE {{(pid=107007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:51:03.617297 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd45ba-a891-473e-b555-7424a2450eb0 req-195e7bc0-b5cf-4035-8885-378a1dcf4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:03.618780 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-24dd45ba-a891-473e-b555-7424a2450eb0 req-195e7bc0-b5cf-4035-8885-378a1dcf4fb1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 1098 time: 0.0800385 Oct 13 15:51:03.622278 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcee39-3a95-4d67-9285-7db8e142a544 req-0c3717aa-d594-48cd-a677-824aabfb78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:03.623726 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0afcee39-3a95-4d67-9285-7db8e142a544 req-0c3717aa-d594-48cd-a677-824aabfb78e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e701f80d-78be-455a-b072-c4a75da0219e HTTP/1.1" status: 200 len: 912 time: 0.1554947 Oct 13 15:51:03.802179 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0afcee39-3a95-4d67-9285-7db8e142a544 req-7145a8c1-387c-42ce-93c2-b6d6c415f3d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46bc8493-ca17-4d77-8d15-6561c4d806ff HTTP/1.1" status: 200 len: 1001 time: 0.1543553 Oct 13 15:51:03.825929 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff7a97-a2e4-4487-8121-9c022e0c8cbd req-4f4a85cc-d83d-4910-bbef-e8564c1a9a47 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:03.827442 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-72ff7a97-a2e4-4487-8121-9c022e0c8cbd req-4f4a85cc-d83d-4910-bbef-e8564c1a9a47 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.2205162 Oct 13 15:51:03.860452 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd45ba-a891-473e-b555-7424a2450eb0 req-66d33ae7-5c5b-465b-a0bf-91ca4d815c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:03.862944 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-24dd45ba-a891-473e-b555-7424a2450eb0 req-66d33ae7-5c5b-465b-a0bf-91ca4d815c95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9 HTTP/1.1" status: 200 len: 917 time: 0.2163427 Oct 13 15:51:03.864679 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:03.866800 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-72ff7a97-a2e4-4487-8121-9c022e0c8cbd req-cd324a9a-4923-4c4a-b3be-2b7b6cf79e69 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Oct 13 15:51:03.921417 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcee39-3a95-4d67-9285-7db8e142a544 req-fe314498-a50c-464d-9aa6-36a61d328d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:03.922856 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0afcee39-3a95-4d67-9285-7db8e142a544 req-fe314498-a50c-464d-9aa6-36a61d328d65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=180efc03-3a53-4469-b14e-6acb45275524 HTTP/1.1" status: 200 len: 850 time: 0.1097474 Oct 13 15:51:03.939572 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-24dd45ba-a891-473e-b555-7424a2450eb0 req-6a0bd7be-b23c-4a06-8102-208e7214ecc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f888d746-a651-4aa2-9578-6ac1fa31823f HTTP/1.1" status: 200 len: 1001 time: 0.0681467 Oct 13 15:51:04.016549 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcee39-3a95-4d67-9285-7db8e142a544 req-429c91ee-e04c-4b2d-9872-7f03e75744a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:04.018005 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0afcee39-3a95-4d67-9285-7db8e142a544 req-429c91ee-e04c-4b2d-9872-7f03e75744a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e701f80d-78be-455a-b072-c4a75da0219e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0746253 Oct 13 15:51:04.019262 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd45ba-a891-473e-b555-7424a2450eb0 req-d573f1e3-4b74-423e-87aa-1faac695a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:04.020516 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-24dd45ba-a891-473e-b555-7424a2450eb0 req-d573f1e3-4b74-423e-87aa-1faac695a171 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=da8df2cb-caf2-4fca-8a7b-33bd6dd69737 HTTP/1.1" status: 200 len: 855 time: 0.0695870 Oct 13 15:51:07.052393 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd45ba-a891-473e-b555-7424a2450eb0 req-e454fbc7-8754-4b39-9baa-ca697017328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:07.053873 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-24dd45ba-a891-473e-b555-7424a2450eb0 req-e454fbc7-8754-4b39-9baa-ca697017328c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0917959 Oct 13 15:51:07.089463 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6549db-7de0-4856-9e16-62e9135860fd req-e6e019f2-9a52-4f63-b460-e51588b5a1ac tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:07.090857 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4d6549db-7de0-4856-9e16-62e9135860fd req-e6e019f2-9a52-4f63-b460-e51588b5a1ac tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0479796 Oct 13 15:51:07.116997 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0afcee39-3a95-4d67-9285-7db8e142a544 req-7caa3c42-fe27-4dad-a5c4-937adfc72193 service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621072 Oct 13 15:51:07.133325 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4d6549db-7de0-4856-9e16-62e9135860fd req-2f4378b5-b443-455d-bba5-b85965db6db5 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360720 Oct 13 15:51:07.217978 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-24dd45ba-a891-473e-b555-7424a2450eb0 req-37cae342-4ae3-4f8a-8573-5a8979821cc0 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555970 Oct 13 15:51:07.253465 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0afcee39-3a95-4d67-9285-7db8e142a544 req-cc849567-d763-41a6-9ace-d1c434aaecb9 service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279910 Oct 13 15:51:07.337375 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-24dd45ba-a891-473e-b555-7424a2450eb0 req-4a4370da-ac45-4f4a-978f-b9b2c2cab5ec service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965266 Oct 13 15:51:08.328760 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd4f50-b19e-4e40-9204-271f3c537ad3 req-5ab3fbc6-a8db-42a0-8ef3-e89a1a5d0853 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:08.330264 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7abd4f50-b19e-4e40-9204-271f3c537ad3 req-5ab3fbc6-a8db-42a0-8ef3-e89a1a5d0853 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0877843 Oct 13 15:51:08.338656 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0359f3e-a5ef-4a99-b33c-f6b310f901ed req-ec995116-6a70-445b-82ae-97aa2407c858 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:08.340588 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c0359f3e-a5ef-4a99-b33c-f6b310f901ed req-ec995116-6a70-445b-82ae-97aa2407c858 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 945 time: 0.0864453 Oct 13 15:51:08.395443 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7abd4f50-b19e-4e40-9204-271f3c537ad3 req-2dd06afe-8b41-4d73-9024-0375567bc06e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538867 Oct 13 15:51:08.400340 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c0359f3e-a5ef-4a99-b33c-f6b310f901ed req-14a65086-0e68-4084-8df9-b3305bd1617a tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528014 Oct 13 15:51:08.723321 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 51924) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:08.827321 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:08.907472 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:09.022135 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:09.060773 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00802812caa54b86b3dcc90881218953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363576 Oct 13 15:51:09.061607 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bde4e2-b77b-4c6f-b2af-7935dd001dcd,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:09.063536 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 51928) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:09.080488 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.080841 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.081178 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.081519 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.081845 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.082172 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.082498 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.082823 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.083168 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.083493 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.083833 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.084139 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516d576-a331-4ee6-b27d-48bb79736b6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.129913 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f61f5809-43d9-474e-a9fe-76e83e1fb05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:09.153405 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f61f5809-43d9-474e-a9fe-76e83e1fb05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:09.171938 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 51936) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:09.304682 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-41cf0ac9-5cb8-4ebd-8a6d-e771c1f36e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:09.368452 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f61f5809-43d9-474e-a9fe-76e83e1fb05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:09.372091 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f61f5809-43d9-474e-a9fe-76e83e1fb05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:09.373952 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-f61f5809-43d9-474e-a9fe-76e83e1fb05d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2bde4e2-b77b-4c6f-b2af-7935dd001dcd HTTP/1.1" status: 204 len: 168 time: 0.3093443 Oct 13 15:51:09.388224 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f5809-43d9-474e-a9fe-76e83e1fb05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bde4e2-b77b-4c6f-b2af-7935dd001dcd,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:09.448941 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-41cf0ac9-5cb8-4ebd-8a6d-e771c1f36e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:09.558370 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e67e5-2eb8-4f4c-ba11-ff0d25ac9117 req-3318c9d7-3d1b-4fec-883d-392ffaf67c17 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:09.561020 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d11e67e5-2eb8-4f4c-ba11-ff0d25ac9117 req-3318c9d7-3d1b-4fec-883d-392ffaf67c17 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 945 time: 0.0839345 Oct 13 15:51:09.562597 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-41cf0ac9-5cb8-4ebd-8a6d-e771c1f36e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:09.574071 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0ebe3-1a8b-4d64-bfb2-922614cd0e11 req-d10a38c0-3ed9-4764-b7cf-860ebf9d9104 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:09.576264 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4ba0ebe3-1a8b-4d64-bfb2-922614cd0e11 req-d10a38c0-3ed9-4764-b7cf-860ebf9d9104 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0973623 Oct 13 15:51:09.646396 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-41cf0ac9-5cb8-4ebd-8a6d-e771c1f36e66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=247459495595455781ac055f3e03d9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731836 Oct 13 15:51:09.649124 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 51956) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:09.654570 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf0ac9-5cb8-4ebd-8a6d-e771c1f36e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567b0f06-1e59-422f-b5fd-748a11ec7bf4,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:09.674633 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d11e67e5-2eb8-4f4c-ba11-ff0d25ac9117 req-3c31ec83-aa64-4f95-a191-b83b10fee52e tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945871 Oct 13 15:51:09.692769 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4ba0ebe3-1a8b-4d64-bfb2-922614cd0e11 req-259764d3-c721-428f-accc-67dc769ca3fa tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978231 Oct 13 15:51:09.730591 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:09.753602 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:09.868779 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:09.872137 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:09.874495 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/567b0f06-1e59-422f-b5fd-748a11ec7bf4 HTTP/1.1" status: 204 len: 168 time: 0.2241044 Oct 13 15:51:09.882616 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567b0f06-1e59-422f-b5fd-748a11ec7bf4,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:09.891879 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.891879 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.891879 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.891879 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.892267 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.892267 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.892962 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.893171 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.893500 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.893819 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.894136 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:09.894450 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193b642-8fac-43a1-818a-82430ccdb6c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:10.079553 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 51966) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:10.094128 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-31bfbc9d-9e53-40f0-b4de-dd696f085f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:10.169794 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-31bfbc9d-9e53-40f0-b4de-dd696f085f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:10.235589 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-31bfbc9d-9e53-40f0-b4de-dd696f085f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:10.275461 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-31bfbc9d-9e53-40f0-b4de-dd696f085f3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2845ae7cb21442b2b05fb7ef52d25d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947770 Oct 13 15:51:10.276398 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfbc9d-9e53-40f0-b4de-dd696f085f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea3a43e-6e6c-4a15-a0ac-7fbdb65483a9,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:10.280044 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 51972) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:10.341960 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-995e409a-4e59-4a7c-8efb-cd0937268e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:10.366538 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-995e409a-4e59-4a7c-8efb-cd0937268e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:10.528154 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-995e409a-4e59-4a7c-8efb-cd0937268e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:10.530750 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-995e409a-4e59-4a7c-8efb-cd0937268e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:10.532081 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-995e409a-4e59-4a7c-8efb-cd0937268e2a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ea3a43e-6e6c-4a15-a0ac-7fbdb65483a9 HTTP/1.1" status: 204 len: 168 time: 0.2517331 Oct 13 15:51:10.540189 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e409a-4e59-4a7c-8efb-cd0937268e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea3a43e-6e6c-4a15-a0ac-7fbdb65483a9,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:10.680813 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586ef97-124e-4c68-9202-912481698385 req-374dddc9-3bb0-42fc-baaa-4e95a89b7668 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:10.682336 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7586ef97-124e-4c68-9202-912481698385 req-374dddc9-3bb0-42fc-baaa-4e95a89b7668 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.37 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 945 time: 0.0880084 Oct 13 15:51:10.836894 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2d9b2-d240-4fe3-a45b-6d9e065ae612 req-e868acd6-ee97-4322-a2ed-e1f952392808 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:10.838424 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-60e2d9b2-d240-4fe3-a45b-6d9e065ae612 req-e868acd6-ee97-4322-a2ed-e1f952392808 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 945 time: 0.0902662 Oct 13 15:51:10.853663 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-7586ef97-124e-4c68-9202-912481698385 req-63997736-7cd3-4df4-a17a-94e4d4adb2eb tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Deleting port 2486bc05-7efc-4eb4-9275-b3e09992c72d {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:51:10.857814 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-7586ef97-124e-4c68-9202-912481698385 req-63997736-7cd3-4df4-a17a-94e4d4adb2eb tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:10.861084 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446940a6-8c3c-43aa-83e7-caf80ae010b8 req-02476c9e-c81a-409b-9d0b-c037b72635b0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:10.871661 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-446940a6-8c3c-43aa-83e7-caf80ae010b8 req-02476c9e-c81a-409b-9d0b-c037b72635b0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.1197257 Oct 13 15:51:10.976228 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-446940a6-8c3c-43aa-83e7-caf80ae010b8 req-071cefc7-8366-4e90-b271-668fbd01e201 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022305 Oct 13 15:51:10.992219 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-7586ef97-124e-4c68-9202-912481698385 req-63997736-7cd3-4df4-a17a-94e4d4adb2eb tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] For port 2486bc05-7efc-4eb4-9275-b3e09992c72d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2486bc05-7efc-4eb4-9275-b3e09992c72d,segment=NetworkSegment(d23df236-0795-4f38-a1b5-dd2668771b9a),segment_id=d23df236-0795-4f38-a1b5-dd2668771b9a)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:51:10.992620 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-7586ef97-124e-4c68-9202-912481698385 req-63997736-7cd3-4df4-a17a-94e4d4adb2eb tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:10.998139 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-60e2d9b2-d240-4fe3-a45b-6d9e065ae612 req-ca2ae7cf-e93a-4bbe-9dde-5f53885e1c0b tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/security-groups?id=c88d283f-d26b-4365-9ac8-a363a5b2c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185372 Oct 13 15:51:11.008519 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-7586ef97-124e-4c68-9202-912481698385 req-63997736-7cd3-4df4-a17a-94e4d4adb2eb tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Calling delete_port for 2486bc05-7efc-4eb4-9275-b3e09992c72d owned by compute:nova {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:51:11.349844 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8e8ac278-ddc8-4227-9135-5a6063412f6d req-43d022fb-37f7-4602-938b-51367485973c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588763 Oct 13 15:51:11.474065 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ac278-ddc8-4227-9135-5a6063412f6d req-82069224-d138-4321-8525-6d5382fa7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:11.475791 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8e8ac278-ddc8-4227-9135-5a6063412f6d req-82069224-d138-4321-8525-6d5382fa7ed6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ad9a1dee35d4073be2e8567596086aa&device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 1098 time: 0.0472319 Oct 13 15:51:11.596306 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-7586ef97-124e-4c68-9202-912481698385 req-63997736-7cd3-4df4-a17a-94e4d4adb2eb tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:11.609266 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ac278-ddc8-4227-9135-5a6063412f6d req-59081b5e-b6b7-4808-a277-2038ebd0a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:11.610748 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8e8ac278-ddc8-4227-9135-5a6063412f6d req-59081b5e-b6b7-4808-a277-2038ebd0a70c service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46 HTTP/1.1" status: 200 len: 920 time: 0.1036038 Oct 13 15:51:11.612895 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['2486bc05-7efc-4eb4-9275-b3e09992c72d'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:51:11.638631 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63997736-7cd3-4df4-a17a-94e4d4adb2eb tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Pushing event deleted for resources: {'Port': ['ID=2486bc05-7efc-4eb4-9275-b3e09992c72d,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:11.698782 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8e8ac278-ddc8-4227-9135-5a6063412f6d req-2ecc35a3-4ee4-4c13-9a88-7d09d643d43e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ce228c-7434-48dc-b1f9-11fdc09d493a HTTP/1.1" status: 200 len: 217 time: 0.0691133 Oct 13 15:51:11.760577 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7586ef97-124e-4c68-9202-912481698385 req-63997736-7cd3-4df4-a17a-94e4d4adb2eb tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] No DVR routers for this DVR port 2486bc05-7efc-4eb4-9275-b3e09992c72d on host hv-cinder-77428 {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:51:11.772791 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-7586ef97-124e-4c68-9202-912481698385 req-63997736-7cd3-4df4-a17a-94e4d4adb2eb tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:11.772791 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7586ef97-124e-4c68-9202-912481698385 req-63997736-7cd3-4df4-a17a-94e4d4adb2eb tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.37 "DELETE /v2.0/ports/2486bc05-7efc-4eb4-9275-b3e09992c72d HTTP/1.1" status: 204 len: 173 time: 1.0803590 Oct 13 15:51:11.772791 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a9c1e6-84a8-4869-a49b-d440fb189ae6', 'name': 'network-vif-deleted', 'tag': '2486bc05-7efc-4eb4-9275-b3e09992c72d'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:51:11.773139 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22849e77-c65b-480a-8e4a-9b1f08d6a124" -d '{"events": [{"server_uuid": "28a9c1e6-84a8-4869-a49b-d440fb189ae6", "name": "network-vif-deleted", "tag": "2486bc05-7efc-4eb4-9275-b3e09992c72d"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:51:11.796386 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ac278-ddc8-4227-9135-5a6063412f6d req-2741257f-8c42-457d-b752-5a106afb34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:11.797638 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8e8ac278-ddc8-4227-9135-5a6063412f6d req-2741257f-8c42-457d-b752-5a106afb34ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6392a7f9-855e-4cf6-b552-06c1ebab1ec5 HTTP/1.1" status: 200 len: 859 time: 0.0835452 Oct 13 15:51:11.810800 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52084) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:11.824182 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b28d4501-c01d-4558-9c31-ad3e50af1004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:11.832348 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd02e37b-bcfe-40e7-9059-c3b8e4c7cd3e x-openstack-request-id: req-bd02e37b-bcfe-40e7-9059-c3b8e4c7cd3e {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:51:11.832810 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a9c1e6-84a8-4869-a49b-d440fb189ae6", "name": "network-vif-deleted", "tag": "2486bc05-7efc-4eb4-9275-b3e09992c72d", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:51:11.832962 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd02e37b-bcfe-40e7-9059-c3b8e4c7cd3e {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:51:11.833598 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a9c1e6-84a8-4869-a49b-d440fb189ae6', 'name': 'network-vif-deleted', 'tag': '2486bc05-7efc-4eb4-9275-b3e09992c72d', 'status': 'completed', 'code': 200} Oct 13 15:51:11.835327 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8e8ac278-ddc8-4227-9135-5a6063412f6d req-a06a46fa-6c48-4f84-bc0a-8953b2098667 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294993 Oct 13 15:51:11.906625 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b28d4501-c01d-4558-9c31-ad3e50af1004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:11.933569 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8e8ac278-ddc8-4227-9135-5a6063412f6d req-19b1541e-0a70-4212-a6a3-0963bbefd487 service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845492 Oct 13 15:51:11.967093 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b28d4501-c01d-4558-9c31-ad3e50af1004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:12.011546 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-b28d4501-c01d-4558-9c31-ad3e50af1004 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cae728796c304380a5f5e1cda41f1ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996009 Oct 13 15:51:12.015047 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d4501-c01d-4558-9c31-ad3e50af1004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cbc8b3-056b-4698-b266-482efd1722b8,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:12.015689 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52092) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:12.090635 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8e8ac278-ddc8-4227-9135-5a6063412f6d req-a6279aef-0b11-4a75-aef1-9723b3479599 service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491082 Oct 13 15:51:12.094387 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b6e3f437-4abc-47fc-9f20-90eb12623949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:12.099998 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa08c9f-2933-49ce-9faa-3b51e433fe38 req-f09ebf89-e53f-44f9-af42-5ccc28b31e40 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:12.101940 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5aa08c9f-2933-49ce-9faa-3b51e433fe38 req-f09ebf89-e53f-44f9-af42-5ccc28b31e40 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0557399 Oct 13 15:51:12.129997 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b6e3f437-4abc-47fc-9f20-90eb12623949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:12.153969 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-909e8540-1e66-4871-b290-f6a03cb57cfe req-98b80f9c-20b4-4f1e-a69a-9c530dc1f934 tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 210 time: 0.0370259 Oct 13 15:51:12.184256 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5aa08c9f-2933-49ce-9faa-3b51e433fe38 req-52ade40e-d676-41ee-bf11-ba37e8a62a50 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718627 Oct 13 15:51:12.281732 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b6e3f437-4abc-47fc-9f20-90eb12623949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:12.284354 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b6e3f437-4abc-47fc-9f20-90eb12623949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:12.285492 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-b6e3f437-4abc-47fc-9f20-90eb12623949 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0cbc8b3-056b-4698-b266-482efd1722b8 HTTP/1.1" status: 204 len: 168 time: 0.2688742 Oct 13 15:51:12.294737 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3f437-4abc-47fc-9f20-90eb12623949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cbc8b3-056b-4698-b266-482efd1722b8,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:12.561687 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:13.330302 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-976c6cf4-f7de-42c4-9437-ebc3eaa12e32 req-e9c028fe-d043-41e7-ae1d-e3f24337c6be tempest-DeleteServersTestJSON-706664409 tempest-DeleteServersTestJSON-706664409-project] 10.222.0.26 "GET /v2.0/ports?device_id=28a9c1e6-84a8-4869-a49b-d440fb189ae6 HTTP/1.1" status: 200 len: 210 time: 0.0447748 Oct 13 15:51:13.360120 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1c8b2-c123-4b4f-898b-606405b179a2 req-1aeed92c-d31c-4473-8037-21abff43c2a2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:13.361687 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1bf1c8b2-c123-4b4f-898b-606405b179a2 req-1aeed92c-d31c-4473-8037-21abff43c2a2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0956609 Oct 13 15:51:13.401932 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1bf1c8b2-c123-4b4f-898b-606405b179a2 req-0473b89e-96dd-4539-930e-5c92fcc05299 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339735 Oct 13 15:51:14.074101 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52182) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:14.183333 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1697961c-b8f7-4994-899d-12a0393e55cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:14.258972 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1697961c-b8f7-4994-899d-12a0393e55cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:14.367565 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1697961c-b8f7-4994-899d-12a0393e55cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:14.396238 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52194) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:14.396765 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1697961c-b8f7-4994-899d-12a0393e55cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=408f5f375d654617b3d75c422dc9ba8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210113 Oct 13 15:51:14.420086 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697961c-b8f7-4994-899d-12a0393e55cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcbe0f2-4be9-47bf-ad26-410e07dbab6a,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:14.484643 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3515344b-6f50-496d-b78a-ea0c8504b0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:14.534982 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3515344b-6f50-496d-b78a-ea0c8504b0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:14.585385 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed9d10-3042-494c-9bef-5480ef4dee30 req-c17844fe-9554-4db1-a851-de793ec41527 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:14.587393 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a2ed9d10-3042-494c-9bef-5480ef4dee30 req-c17844fe-9554-4db1-a851-de793ec41527 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0980816 Oct 13 15:51:14.640927 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a2ed9d10-3042-494c-9bef-5480ef4dee30 req-68e8e896-fc70-4ffa-805e-af98c0b24034 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461562 Oct 13 15:51:14.673923 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3515344b-6f50-496d-b78a-ea0c8504b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:14.676521 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3515344b-6f50-496d-b78a-ea0c8504b0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:14.677913 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-3515344b-6f50-496d-b78a-ea0c8504b0f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bcbe0f2-4be9-47bf-ad26-410e07dbab6a HTTP/1.1" status: 204 len: 168 time: 0.2789021 Oct 13 15:51:14.688475 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515344b-6f50-496d-b78a-ea0c8504b0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcbe0f2-4be9-47bf-ad26-410e07dbab6a,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:15.009414 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 2486bc05-7efc-4eb4-9275-b3e09992c72d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:51:15.038073 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: 2486bc05-7efc-4eb4-9275-b3e09992c72d {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:51:15.038073 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 2486bc05-7efc-4eb4-9275-b3e09992c72d not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:51:15.566264 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52248) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:15.580692 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-20febbce-ac5e-43a5-b746-a775074fb027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:15.659972 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-20febbce-ac5e-43a5-b746-a775074fb027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:15.773355 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-20febbce-ac5e-43a5-b746-a775074fb027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:15.817362 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c0c8-2b1e-4ee9-8568-42ce19385e8c req-44748113-ec7f-4faa-a935-1274ad05a7b7 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:15.826665 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9b34c0c8-2b1e-4ee9-8568-42ce19385e8c req-44748113-ec7f-4faa-a935-1274ad05a7b7 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0921423 Oct 13 15:51:15.837624 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-20febbce-ac5e-43a5-b746-a775074fb027 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30af23a04b2c41739030fe453b1409ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701428 Oct 13 15:51:15.838384 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52270) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:15.841664 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20febbce-ac5e-43a5-b746-a775074fb027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22da4b3-f797-4ea6-9ecb-2701bb473c3f,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:15.870016 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9b34c0c8-2b1e-4ee9-8568-42ce19385e8c req-f9e3d23f-6b97-43fd-a3bb-af21853a5417 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405612 Oct 13 15:51:15.924725 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2772d2f1-2770-4c34-b571-64581ba113fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:15.950859 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2772d2f1-2770-4c34-b571-64581ba113fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.053752 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52284) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:16.098587 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d328559-06b0-489b-b4e7-bf9a34251982 admin admin] Deleting subnet 894a30d8-ae4a-4f25-9b47-46662f1a08e0 {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:51:16.101726 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2772d2f1-2770-4c34-b571-64581ba113fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.104216 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2772d2f1-2770-4c34-b571-64581ba113fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.105285 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2772d2f1-2770-4c34-b571-64581ba113fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e22da4b3-f797-4ea6-9ecb-2701bb473c3f HTTP/1.1" status: 204 len: 168 time: 0.2659998 Oct 13 15:51:16.106153 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0d328559-06b0-489b-b4e7-bf9a34251982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.133717 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772d2f1-2770-4c34-b571-64581ba113fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22da4b3-f797-4ea6-9ecb-2701bb473c3f,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:16.148455 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0d328559-06b0-489b-b4e7-bf9a34251982 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.161406 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0d328559-06b0-489b-b4e7-bf9a34251982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.304913 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0d328559-06b0-489b-b4e7-bf9a34251982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for subnet, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.335127 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d328559-06b0-489b-b4e7-bf9a34251982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=894a30d8-ae4a-4f25-9b47-46662f1a08e0,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:16.338826 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0d328559-06b0-489b-b4e7-bf9a34251982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.342719 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-0d328559-06b0-489b-b4e7-bf9a34251982 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/894a30d8-ae4a-4f25-9b47-46662f1a08e0 HTTP/1.1" status: 204 len: 168 time: 0.2879362 Oct 13 15:51:16.345292 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52288) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:16.417382 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.442353 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52294) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:16.510252 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.533633 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:51:16.533986 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:51:16.534740 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:51:16.535367 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Subscribe: > port after_create 55550000 {{(pid=107005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:51:16.535721 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Subscribe: > port after_delete 55550000 {{(pid=107005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:51:16.536060 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Subscribe: > port after_update 55550000 {{(pid=107005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:51:16.536393 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:51:16.536715 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:51:16.537067 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:51:16.537574 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:51:16.556385 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5d779b79-5c34-46f5-9275-cdec6e1f5d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.630504 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5d779b79-5c34-46f5-9275-cdec6e1f5d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.696870 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:51:16.697212 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:51:16.697544 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:51:16.697870 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:51:16.698245 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5c707c-6390-423a-8515-676af3aee161']}} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:51:16.719205 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23df236-0795-4f38-a1b5-dd2668771b9a') {'for_net_delete': True} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:51:16.719499 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23df236-0795-4f38-a1b5-dd2668771b9a') {} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:51:16.719945 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5d779b79-5c34-46f5-9275-cdec6e1f5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.736761 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4508542'] for segment, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.754861 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-5d779b79-5c34-46f5-9275-cdec6e1f5d19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7bea08a734c488ea8d85d41b6f51ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110948 Oct 13 15:51:16.758376 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52300) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:16.769327 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.772171 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d779b79-5c34-46f5-9275-cdec6e1f5d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e47db8-e523-453a-878d-d41c438d3ad2,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:16.787687 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=107005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:51:16.788082 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4586120'] for segment, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: from cryptography.utils import int_from_bytes Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: from cryptography.utils import int_from_bytes Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: Traceback (most recent call last): Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: timer() Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: cb(*args, **kw) Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: return func(*args, **kwargs) Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: self._notify() Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: self.callback(batched_events) Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: event.method(event) Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: return f(self, *a, **k) Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._get(url).json() Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: return self.request(url, 'GET', **kwargs) Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:51:16.800975 dv-cinder-774288-10-iscsi neutron-server[107005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:51:16.866932 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52304) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:16.886394 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-505e8ea7-09f0-4f4e-b0cc-f4fd39fc8b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.889916 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0c47226b-c75b-48aa-a81c-db94b4635f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.915576 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0c47226b-c75b-48aa-a81c-db94b4635f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.944428 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.960390 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:16.963900 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] 10.222.0.26 "DELETE /v2.0/networks/ba5c707c-6390-423a-8515-676af3aee161 HTTP/1.1" status: 204 len: 168 time: 0.6175730 Oct 13 15:51:16.986801 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4ce76-ce3c-41b1-bbf9-0745b117118e admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5c707c-6390-423a-8515-676af3aee161,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:17.041384 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-505e8ea7-09f0-4f4e-b0cc-f4fd39fc8b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:17.048741 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e120e-b637-469a-b949-5cd0c743df5a req-cd30bbac-ba20-46f4-8de0-573411f4f6e7 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:17.050275 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ca6e120e-b637-469a-b949-5cd0c743df5a req-cd30bbac-ba20-46f4-8de0-573411f4f6e7 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0609145 Oct 13 15:51:17.093832 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0c47226b-c75b-48aa-a81c-db94b4635f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:17.096497 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0c47226b-c75b-48aa-a81c-db94b4635f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:17.100337 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-0c47226b-c75b-48aa-a81c-db94b4635f4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3e47db8-e523-453a-878d-d41c438d3ad2 HTTP/1.1" status: 204 len: 168 time: 0.3380795 Oct 13 15:51:17.111588 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ca6e120e-b637-469a-b949-5cd0c743df5a req-ae24a1b9-acfc-42ad-9ba8-631be2da2a96 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540154 Oct 13 15:51:17.112489 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47226b-c75b-48aa-a81c-db94b4635f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e47db8-e523-453a-878d-d41c438d3ad2,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:17.120178 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-505e8ea7-09f0-4f4e-b0cc-f4fd39fc8b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:17.161918 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e8ea7-09f0-4f4e-b0cc-f4fd39fc8b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aafcb50-bcad-4bba-9523-eba52830d0b7,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:17.166314 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-505e8ea7-09f0-4f4e-b0cc-f4fd39fc8b6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2e975ad9bd743c591c0bc2c96b4bdec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980654 Oct 13 15:51:17.169688 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52320) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:17.220850 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b086bd91-3555-4b22-b1b5-ed46c04160a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:17.241179 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b086bd91-3555-4b22-b1b5-ed46c04160a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:17.383940 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52322) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:17.392020 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b086bd91-3555-4b22-b1b5-ed46c04160a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:17.394752 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b086bd91-3555-4b22-b1b5-ed46c04160a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:17.395924 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-b086bd91-3555-4b22-b1b5-ed46c04160a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4aafcb50-bcad-4bba-9523-eba52830d0b7 HTTP/1.1" status: 204 len: 168 time: 0.2250645 Oct 13 15:51:17.412437 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086bd91-3555-4b22-b1b5-ed46c04160a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aafcb50-bcad-4bba-9523-eba52830d0b7,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:17.441729 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-f89d5ab1-c6fc-429a-8499-12abf448665e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2153aadbf9904e2c845d0b9be5f8d3f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0562406 Oct 13 15:51:17.448379 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52328) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:17.504271 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c283e482-bf61-4b00-86e7-cb3f07a4b296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:17.527272 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c283e482-bf61-4b00-86e7-cb3f07a4b296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:17.645373 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c283e482-bf61-4b00-86e7-cb3f07a4b296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:17.647996 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c283e482-bf61-4b00-86e7-cb3f07a4b296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:17.649123 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-c283e482-bf61-4b00-86e7-cb3f07a4b296 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c88d283f-d26b-4365-9ac8-a363a5b2c718 HTTP/1.1" status: 204 len: 168 time: 0.1997674 Oct 13 15:51:17.658713 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283e482-bf61-4b00-86e7-cb3f07a4b296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88d283f-d26b-4365-9ac8-a363a5b2c718,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:17.848892 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52338) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:17.861843 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-54239b38-0212-4d72-8268-84e76a0cd492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:17.938755 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-54239b38-0212-4d72-8268-84e76a0cd492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:18.018696 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-54239b38-0212-4d72-8268-84e76a0cd492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:18.056415 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-54239b38-0212-4d72-8268-84e76a0cd492 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e99ff945aad4d2eb40cb021663a794a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064304 Oct 13 15:51:18.059122 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52350) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:18.063171 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54239b38-0212-4d72-8268-84e76a0cd492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3540a373-91f3-4922-9cb3-aeaebde245fa,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:18.122809 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-112e5fb3-1b3e-4015-934f-0953474aa553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:18.148476 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-112e5fb3-1b3e-4015-934f-0953474aa553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:18.248085 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ae410-4747-4b7b-8090-d1b4ac7d3994 req-d53dc98e-0c75-4997-a31f-f56251d60bd3 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:18.250196 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1c6ae410-4747-4b7b-8090-d1b4ac7d3994 req-d53dc98e-0c75-4997-a31f-f56251d60bd3 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0530763 Oct 13 15:51:18.285476 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-112e5fb3-1b3e-4015-934f-0953474aa553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:18.288366 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-112e5fb3-1b3e-4015-934f-0953474aa553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:18.293698 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-112e5fb3-1b3e-4015-934f-0953474aa553 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3540a373-91f3-4922-9cb3-aeaebde245fa HTTP/1.1" status: 204 len: 168 time: 0.2310941 Oct 13 15:51:18.302752 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e5fb3-1b3e-4015-934f-0953474aa553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3540a373-91f3-4922-9cb3-aeaebde245fa,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:18.315200 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1c6ae410-4747-4b7b-8090-d1b4ac7d3994 req-2d3a626c-610e-4183-a197-36fe908b317e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547283 Oct 13 15:51:18.914705 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52394) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:19.027497 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1713956227-network', 'tenant_id': 'c8511f9cedd645ca8749aee4bf75152e'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:51:19.133153 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] Made reservation on behalf of c8511f9cedd645ca8749aee4bf75152e for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:51:19.135509 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:19.144075 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:19.219966 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:19.282421 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:19.307416 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:51:19.322729 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c648d5-a292-4383-a21e-f7a84c5e8eca,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:19.330822 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:19.331207 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] Added segment 88a7fc77-641e-4de7-b0d5-d278bee31d96 of type vlan for network b2851f40-db29-4f2e-a359-e4047a31395d Oct 13 15:51:19.373411 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:19.574219 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:19.576053 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:19.576735 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:19.640679 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] Pushing event updated for resources: {'Network': ['ID=b2851f40-db29-4f2e-a359-e4047a31395d,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:19.651552 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network b2851f40-db29-4f2e-a359-e4047a31395d details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:51:19.742088 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-6a974253-646a-4316-91f1-2777c9b46624 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8254693 Oct 13 15:51:19.751334 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52428) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:19.756396 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-c58ba299-9020-4ad3-8343-9f121cd0e47d admin admin] Request body: {'subnet': {'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1713956227-subnet', 'tenant_id': 'c8511f9cedd645ca8749aee4bf75152e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:51:19.835955 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58ba299-9020-4ad3-8343-9f121cd0e47d admin admin] Made reservation on behalf of c8511f9cedd645ca8749aee4bf75152e for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:51:19.838484 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c58ba299-9020-4ad3-8343-9f121cd0e47d admin admin] Notify callbacks [] for subnet, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:20.081849 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c58ba299-9020-4ad3-8343-9f121cd0e47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for subnet, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:20.136298 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ba299-9020-4ad3-8343-9f121cd0e47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a183292-d095-46b1-84b3-c41041c01558,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:20.143498 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58ba299-9020-4ad3-8343-9f121cd0e47d admin admin] Checking segment: {'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:51:20.143852 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58ba299-9020-4ad3-8343-9f121cd0e47d admin admin] Network hostable DHCP agents. Network: b2851f40-db29-4f2e-a359-e4047a31395d, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:51:20.251282 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58ba299-9020-4ad3-8343-9f121cd0e47d admin admin] Network b2851f40-db29-4f2e-a359-e4047a31395d is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:51:20.331371 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-c58ba299-9020-4ad3-8343-9f121cd0e47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, b2851f40-db29-4f2e-a359-e4047a31395d) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:51:20.335834 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ba299-9020-4ad3-8343-9f121cd0e47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:20.337754 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c58ba299-9020-4ad3-8343-9f121cd0e47d admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:20.341363 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a39e47-0e48-4b5c-bcfc-972dc05dc2e3 None None] Network b2851f40-db29-4f2e-a359-e4047a31395d requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:51:20.411737 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c58ba299-9020-4ad3-8343-9f121cd0e47d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6586707 Oct 13 15:51:20.493677 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200bae8f-b1d0-4b85-b811-3eae9d38833b None None] Network b2851f40-db29-4f2e-a359-e4047a31395d requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:51:21.253565 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ed2d4-1a45-4cdd-bc8e-238a48f187a0 req-fa57ce38-14d4-43cf-bde5-ce7fc134971e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:21.256240 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c14ed2d4-1a45-4cdd-bc8e-238a48f187a0 req-fa57ce38-14d4-43cf-bde5-ce7fc134971e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0778065 Oct 13 15:51:21.315758 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c14ed2d4-1a45-4cdd-bc8e-238a48f187a0 req-7da1699d-7dcd-4840-85dc-064901c9380d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531268 Oct 13 15:51:21.494375 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-45c17372-7341-4565-a93e-90ad0920f96b tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:21.495964 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-45c17372-7341-4565-a93e-90ad0920f96b tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/networks?id=b2851f40-db29-4f2e-a359-e4047a31395d HTTP/1.1" status: 200 len: 815 time: 0.1100099 Oct 13 15:51:21.513086 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-8bd5208e-bed2-42c0-8763-018f68466644 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/quotas/c8511f9cedd645ca8749aee4bf75152e HTTP/1.1" status: 200 len: 375 time: 0.0098093 Oct 13 15:51:21.544069 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-e991ead0-20ee-48b1-81c5-4a3e55c8ce49 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8511f9cedd645ca8749aee4bf75152e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254784 Oct 13 15:51:21.638345 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-ffcdc365-6518-4f10-b19c-55a0b363dec9 service neutron] 10.222.0.26 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864847 Oct 13 15:51:21.729512 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-fede2b41-7b38-4834-a4e1-a82f74d69778 service neutron] 10.222.0.26 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845041 Oct 13 15:51:21.896628 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52536) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:21.951862 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dc90e4a9-e130-4e64-b644-f9d8dd572161 req-e3ea7cda-e2e3-468e-819d-b09b546dcfa7 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 210 time: 0.0360510 Oct 13 15:51:22.033362 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-13535bcb-786d-4bc8-94cb-045d83ac0770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:22.115074 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-13535bcb-786d-4bc8-94cb-045d83ac0770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:22.197820 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-13535bcb-786d-4bc8-94cb-045d83ac0770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:22.244849 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-13535bcb-786d-4bc8-94cb-045d83ac0770 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61bca5a751874257aa037902e936f258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471367 Oct 13 15:51:22.247950 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52556) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:22.250171 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13535bcb-786d-4bc8-94cb-045d83ac0770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49631542-a44b-49bc-9d24-32d4441fd245,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:22.336550 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-aedd01ae-44b0-4442-9516-a09bc2f72010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:22.362529 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-aedd01ae-44b0-4442-9516-a09bc2f72010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:22.455205 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5edc7-e4a3-4a11-859b-318b45f9da10 req-c2d1e556-2121-4d56-a48f-1d8b86bd3e8b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:22.456711 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-68f5edc7-e4a3-4a11-859b-318b45f9da10 req-c2d1e556-2121-4d56-a48f-1d8b86bd3e8b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0548859 Oct 13 15:51:22.500304 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-68f5edc7-e4a3-4a11-859b-318b45f9da10 req-19397255-9d3e-4213-864a-83031d9b412f tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367262 Oct 13 15:51:22.550303 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-aedd01ae-44b0-4442-9516-a09bc2f72010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:22.554788 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-aedd01ae-44b0-4442-9516-a09bc2f72010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:22.556124 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-aedd01ae-44b0-4442-9516-a09bc2f72010 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49631542-a44b-49bc-9d24-32d4441fd245 HTTP/1.1" status: 204 len: 168 time: 0.3060789 Oct 13 15:51:22.564896 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd01ae-44b0-4442-9516-a09bc2f72010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49631542-a44b-49bc-9d24-32d4441fd245,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:22.844485 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:51:23.029054 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4cdb2c17-db11-4156-84af-df97efc089c1 req-d71025e4-30b8-4475-a877-7407b8fb4107 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 210 time: 0.0267968 Oct 13 15:51:23.218603 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52588) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:23.231652 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3254d028-997e-4577-84bf-7c101edaa420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:23.309066 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3254d028-997e-4577-84bf-7c101edaa420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:23.407640 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3254d028-997e-4577-84bf-7c101edaa420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:23.458525 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-3254d028-997e-4577-84bf-7c101edaa420 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6794ce68be944c84bbc8b80e77346b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380619 Oct 13 15:51:23.459224 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254d028-997e-4577-84bf-7c101edaa420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d498187b-ab7e-420e-b62c-640becff9935,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:23.462593 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52604) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:23.519704 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4407070b-023f-4681-997a-6ff812bba3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:23.544557 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4407070b-023f-4681-997a-6ff812bba3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:23.634150 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b4149-c8d2-4251-aa8a-3d27426d5b5c req-12e9fd09-c78a-4df0-8b4b-6a66fce463bb tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:23.635661 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ea0b4149-c8d2-4251-aa8a-3d27426d5b5c req-12e9fd09-c78a-4df0-8b4b-6a66fce463bb tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0535889 Oct 13 15:51:23.674445 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ea0b4149-c8d2-4251-aa8a-3d27426d5b5c req-d3c91cf3-1b28-4e6d-b879-a200a024b819 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313344 Oct 13 15:51:23.721634 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4407070b-023f-4681-997a-6ff812bba3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:23.724284 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4407070b-023f-4681-997a-6ff812bba3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:23.725461 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-4407070b-023f-4681-997a-6ff812bba3bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d498187b-ab7e-420e-b62c-640becff9935 HTTP/1.1" status: 204 len: 168 time: 0.2616754 Oct 13 15:51:23.737841 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407070b-023f-4681-997a-6ff812bba3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d498187b-ab7e-420e-b62c-640becff9935,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:24.130162 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fd0907c6-54fb-47a5-a42b-f054f2852a31 req-6f6d4793-109e-4fbb-a740-d8865dda1052 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 210 time: 0.0296760 Oct 13 15:51:24.667931 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-848ee8ec-d3f7-4e6e-90e2-e921b982416d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:24.669440 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-848ee8ec-d3f7-4e6e-90e2-e921b982416d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "GET /v2.0/networks?id=b2851f40-db29-4f2e-a359-e4047a31395d HTTP/1.1" status: 200 len: 815 time: 0.1130326 Oct 13 15:51:24.693452 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-fee2f217-4399-4500-a9a5-568c5c7a2b40 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Request body: {'port': {'device_id': '144cf43f-31a1-4e50-999b-0458aa2a04b7', 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d', 'admin_state_up': True, 'tenant_id': 'c8511f9cedd645ca8749aee4bf75152e'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:51:24.835738 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56824fd5-ca78-46e3-9600-49b9ea8aed9c req-d24363d2-9db2-435c-90e8-8f7fd52d9cd1 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:24.838937 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-56824fd5-ca78-46e3-9600-49b9ea8aed9c req-d24363d2-9db2-435c-90e8-8f7fd52d9cd1 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0798206 Oct 13 15:51:24.885419 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-56824fd5-ca78-46e3-9600-49b9ea8aed9c req-b0452800-02f8-4392-bb99-9f1945150309 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385432 Oct 13 15:51:24.915839 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-fee2f217-4399-4500-a9a5-568c5c7a2b40 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Made reservation on behalf of c8511f9cedd645ca8749aee4bf75152e for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:51:24.921710 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-fee2f217-4399-4500-a9a5-568c5c7a2b40 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:25.076540 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-fee2f217-4399-4500-a9a5-568c5c7a2b40 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Allocated IP 172.20.0.9 (b2851f40-db29-4f2e-a359-e4047a31395d/8a183292-d095-46b1-84b3-c41041c01558/d92ee354-20d8-4752-865f-c2ce578de6f5) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:51:25.259816 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ba80d9db-4521-4f39-8ea6-8cb4b5a261ab req-89c687ed-67f9-4e90-8b14-2947374f3e83 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 210 time: 0.0317883 Oct 13 15:51:25.293804 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-fee2f217-4399-4500-a9a5-568c5c7a2b40 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:25.442458 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-fee2f217-4399-4500-a9a5-568c5c7a2b40 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:25.495368 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-fee2f217-4399-4500-a9a5-568c5c7a2b40 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Network b2851f40-db29-4f2e-a359-e4047a31395d is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:51:25.501767 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-fee2f217-4399-4500-a9a5-568c5c7a2b40 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:51:25.506761 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-fee2f217-4399-4500-a9a5-568c5c7a2b40 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:51:25.512510 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-fee2f217-4399-4500-a9a5-568c5c7a2b40 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:25.513137 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-fee2f217-4399-4500-a9a5-568c5c7a2b40 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:25.516588 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2f217-4399-4500-a9a5-568c5c7a2b40 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Pushing event updated for resources: {'Port': ['ID=d92ee354-20d8-4752-865f-c2ce578de6f5,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:25.622590 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-fee2f217-4399-4500-a9a5-568c5c7a2b40 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9343858 Oct 13 15:51:25.659309 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Request body: {'port': {'device_id': '144cf43f-31a1-4e50-999b-0458aa2a04b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:51:25.715846 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:26.000316 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92ee354-20d8-4752-865f-c2ce578de6f5 {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:51:26.007197 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:26.019635 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Transition to ACTIVE for port object d92ee354-20d8-4752-865f-c2ce578de6f5 will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:51:26.025018 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51af8b4-abee-45fc-9c80-baec2b823e0f req-194b5f72-c44b-4538-8d99-f79ce423939c tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:26.026573 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d51af8b4-abee-45fc-9c80-baec2b823e0f req-194b5f72-c44b-4538-8d99-f79ce423939c tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0539000 Oct 13 15:51:26.081468 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d51af8b4-abee-45fc-9c80-baec2b823e0f req-47b207e6-e363-49a1-a8a8-003259f528d0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464232 Oct 13 15:51:26.099038 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:26.158786 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Pushing event updated for resources: {'Port': ['ID=d92ee354-20d8-4752-865f-c2ce578de6f5,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:26.191431 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52728) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:26.200548 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Attempting to bind port d92ee354-20d8-4752-865f-c2ce578de6f5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:51:26.204724 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Attempting to bind port d92ee354-20d8-4752-865f-c2ce578de6f5 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:51:26.204724 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Attempting to bind port d92ee354-20d8-4752-865f-c2ce578de6f5 on network b2851f40-db29-4f2e-a359-e4047a31395d {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:51:26.206943 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Port d92ee354-20d8-4752-865f-c2ce578de6f5 on network b2851f40-db29-4f2e-a359-e4047a31395d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:51:26.207268 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Attempting to bind port d92ee354-20d8-4752-865f-c2ce578de6f5 on network b2851f40-db29-4f2e-a359-e4047a31395d {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:51:26.212193 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:51:26.212522 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Checking segment: {'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:51:26.212893 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Bound using segment: {'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:51:26.213316 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Bound port: d92ee354-20d8-4752-865f-c2ce578de6f5, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:51:26.213665 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:26.279786 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] For port d92ee354-20d8-4752-865f-c2ce578de6f5, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:51:26.283699 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] For port d92ee354-20d8-4752-865f-c2ce578de6f5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d92ee354-20d8-4752-865f-c2ce578de6f5,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:51:26.305990 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cb70b715-a537-4c8b-97f4-78a632a13a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:26.385632 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cb70b715-a537-4c8b-97f4-78a632a13a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:26.396341 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:26.400697 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813973a-fd73-4806-9b49-9f3a95cbb3b4 req-5934a908-69c8-4edb-a013-fd96debccda0 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:26.402186 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9813973a-fd73-4806-9b49-9f3a95cbb3b4 req-5934a908-69c8-4edb-a013-fd96debccda0 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 943 time: 0.0506210 Oct 13 15:51:26.430605 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:26.431282 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:26.433029 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] 10.222.0.37 "PUT /v2.0/ports/d92ee354-20d8-4752-865f-c2ce578de6f5 HTTP/1.1" status: 200 len: 1093 time: 0.7825086 Oct 13 15:51:26.435129 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144cf43f-31a1-4e50-999b-0458aa2a04b7', 'tag': 'd92ee354-20d8-4752-865f-c2ce578de6f5'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:51:26.438531 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ef5a5f-0fca-4125-969b-b3102defe4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "144cf43f-31a1-4e50-999b-0458aa2a04b7", "tag": "d92ee354-20d8-4752-865f-c2ce578de6f5"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:51:26.460810 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9813973a-fd73-4806-9b49-9f3a95cbb3b4 req-15dd3109-ab8b-4eb9-8145-40279bfcf7f8 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506403 Oct 13 15:51:26.466269 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38997b58-f7bf-4a25-8ff4-b1ad8ea63541 service neutron] Pushing event updated for resources: {'Port': ['ID=d92ee354-20d8-4752-865f-c2ce578de6f5,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:26.503121 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc16f622-3c92-4b90-9ede-8493ebb61c55 x-openstack-request-id: req-fc16f622-3c92-4b90-9ede-8493ebb61c55 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:51:26.503413 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144cf43f-31a1-4e50-999b-0458aa2a04b7", "tag": "d92ee354-20d8-4752-865f-c2ce578de6f5", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:51:26.503664 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc16f622-3c92-4b90-9ede-8493ebb61c55 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:51:26.504057 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144cf43f-31a1-4e50-999b-0458aa2a04b7', 'tag': 'd92ee354-20d8-4752-865f-c2ce578de6f5', 'status': 'completed', 'code': 200} Oct 13 15:51:26.531171 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cb70b715-a537-4c8b-97f4-78a632a13a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:26.595615 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70b715-a537-4c8b-97f4-78a632a13a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeed91ab-3527-48bf-a7e2-e854383e70bb,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:26.603444 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-cb70b715-a537-4c8b-97f4-78a632a13a8b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a74375f097a142b5a50a31426303b18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071276 Oct 13 15:51:26.604810 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52738) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:26.610622 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef5a5f-0fca-4125-969b-b3102defe4e7 req-31e01593-db72-4594-b4d1-833f75e74ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:26.612097 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-21ef5a5f-0fca-4125-969b-b3102defe4e7 req-31e01593-db72-4594-b4d1-833f75e74ea2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8511f9cedd645ca8749aee4bf75152e&device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 1096 time: 0.0781209 Oct 13 15:51:26.661163 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0e851da1-519c-4cab-8756-4277a7c23d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:26.684156 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0e851da1-519c-4cab-8756-4277a7c23d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:26.749201 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef5a5f-0fca-4125-969b-b3102defe4e7 req-4c75a7ac-a39a-4e75-bc4d-1d9848c42ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:26.750653 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-21ef5a5f-0fca-4125-969b-b3102defe4e7 req-4c75a7ac-a39a-4e75-bc4d-1d9848c42ba6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c8511f9cedd645ca8749aee4bf75152e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1293762 Oct 13 15:51:26.832844 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0e851da1-519c-4cab-8756-4277a7c23d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:26.837188 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0e851da1-519c-4cab-8756-4277a7c23d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:26.840965 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-0e851da1-519c-4cab-8756-4277a7c23d0f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eeed91ab-3527-48bf-a7e2-e854383e70bb HTTP/1.1" status: 204 len: 168 time: 0.2342372 Oct 13 15:51:26.851657 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e851da1-519c-4cab-8756-4277a7c23d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeed91ab-3527-48bf-a7e2-e854383e70bb,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:26.898669 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef5a5f-0fca-4125-969b-b3102defe4e7 req-35952739-fe32-4f63-a0a2-5320bf94b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:26.899290 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-21ef5a5f-0fca-4125-969b-b3102defe4e7 req-35952739-fe32-4f63-a0a2-5320bf94b2be service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333373 Oct 13 15:51:26.982221 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-b69fef99-857e-4ea6-a278-64660701de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:26.983952 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-b69fef99-857e-4ea6-a278-64660701de11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8511f9cedd645ca8749aee4bf75152e&device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 1096 time: 0.0416672 Oct 13 15:51:27.031804 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-2bf012bd-8d8c-4b77-8ad9-6f6beae6b4c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d92ee354-20d8-4752-865f-c2ce578de6f5 HTTP/1.1" status: 200 len: 217 time: 0.0350101 Oct 13 15:51:27.085988 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-7e3b9c6b-a71e-4c2b-814f-54b409206fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:27.087453 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-7e3b9c6b-a71e-4c2b-814f-54b409206fa8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a183292-d095-46b1-84b3-c41041c01558 HTTP/1.1" status: 200 len: 855 time: 0.0458033 Oct 13 15:51:27.127784 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-e4bc9932-22cb-4c20-be85-a55859ef832b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2851f40-db29-4f2e-a359-e4047a31395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275588 Oct 13 15:51:27.200466 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8c269-508f-472e-bab5-5b2227eb5d71 req-e00456df-c0a9-47db-af86-415f07c7f092 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:27.203135 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e6f8c269-508f-472e-bab5-5b2227eb5d71 req-e00456df-c0a9-47db-af86-415f07c7f092 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0536098 Oct 13 15:51:27.238822 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-10593bfc-0ad4-444b-b338-b7276c5a23ba service neutron] 10.222.0.37 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971618 Oct 13 15:51:27.241870 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e6f8c269-508f-472e-bab5-5b2227eb5d71 req-aa19c5ec-8a6e-4c10-b8e4-e3c27fec5c67 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319457 Oct 13 15:51:27.336847 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23ef9014-edaa-4996-9bbe-421c93c2bcfe req-0de09a9c-83a5-49c6-b194-94f1b3fe8791 service neutron] 10.222.0.37 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897181 Oct 13 15:51:27.561127 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52766) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:27.574362 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cdd4e82e-7aec-444c-838f-ed1550ef14e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:27.582244 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd06dd-4aea-4eb1-ac15-582391378e4c req-6438069b-ab85-4b7b-a02e-b81bc56de561 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:27.583732 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d0fd06dd-4aea-4eb1-ac15-582391378e4c req-6438069b-ab85-4b7b-a02e-b81bc56de561 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 943 time: 0.0521576 Oct 13 15:51:27.622210 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d0fd06dd-4aea-4eb1-ac15-582391378e4c req-bdec06ad-4014-4a94-a579-d2be54b74212 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Oct 13 15:51:27.652119 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cdd4e82e-7aec-444c-838f-ed1550ef14e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:27.733514 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cdd4e82e-7aec-444c-838f-ed1550ef14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:27.770477 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4e82e-7aec-444c-838f-ed1550ef14e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aaa3fc-100a-44f7-bf9d-6901411b1282,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:27.775401 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-cdd4e82e-7aec-444c-838f-ed1550ef14e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b2ed56c12954b9eb86f7dc72863d60c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127774 Oct 13 15:51:27.777765 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52772) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:27.833990 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cc52cf87-8071-48f8-af9d-c73473406251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:27.863660 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cc52cf87-8071-48f8-af9d-c73473406251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:27.988330 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cc52cf87-8071-48f8-af9d-c73473406251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:27.991278 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cc52cf87-8071-48f8-af9d-c73473406251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:27.995360 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-cc52cf87-8071-48f8-af9d-c73473406251 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2aaa3fc-100a-44f7-bf9d-6901411b1282 HTTP/1.1" status: 204 len: 168 time: 0.2140484 Oct 13 15:51:28.002619 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52cf87-8071-48f8-af9d-c73473406251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aaa3fc-100a-44f7-bf9d-6901411b1282,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:28.358439 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c977f-b275-4895-ae0d-db86d167d6d4 req-e431c0f3-c6e5-483f-8773-8b5380178008 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:28.359870 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f41c977f-b275-4895-ae0d-db86d167d6d4 req-e431c0f3-c6e5-483f-8773-8b5380178008 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0482543 Oct 13 15:51:28.399672 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f41c977f-b275-4895-ae0d-db86d167d6d4 req-75306b14-6a3a-46f6-8f68-530afe6f7e7b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Oct 13 15:51:28.550331 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6436d0d4-5394-47a2-b526-e0fa2bf1b3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:28.742165 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67897134-ecb8-4dee-b270-572fc9a35bc1 req-b092d205-9f89-4df8-8ed9-e16dc35d5da6 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:28.744062 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-67897134-ecb8-4dee-b270-572fc9a35bc1 req-b092d205-9f89-4df8-8ed9-e16dc35d5da6 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 943 time: 0.0517004 Oct 13 15:51:28.786254 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-67897134-ecb8-4dee-b270-572fc9a35bc1 req-f57538d7-94c7-48f8-bf53-db49dec35e80 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359333 Oct 13 15:51:29.085844 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device d92ee354-20d8-4752-865f-c2ce578de6f5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:51:29.184771 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port d92ee354-20d8-4752-865f-c2ce578de6f5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d92ee354-20d8-4752-865f-c2ce578de6f5,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:51:29.195597 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': 'd92ee354-20d8-4752-865f-c2ce578de6f5', 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d', 'port_id': 'd92ee354-20d8-4752-865f-c2ce578de6f5', 'mac_address': 'fa:16:3e:e4:44:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a183292-d095-46b1-84b3-c41041c01558', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:51:29.231835 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:29.244842 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92ee354-20d8-4752-865f-c2ce578de6f5 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:51:29.264111 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port d92ee354-20d8-4752-865f-c2ce578de6f5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d92ee354-20d8-4752-865f-c2ce578de6f5,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:51:29.359853 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:29.405149 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=d92ee354-20d8-4752-865f-c2ce578de6f5,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:29.412069 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:29.412416 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:29.412757 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:29.413092 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:29.413420 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:29.413747 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:29.414073 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:29.414397 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:29.414722 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:29.415074 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:29.415396 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:29.415712 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:51:29.516188 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02c988-696f-409b-a12c-c16657d146db req-36eeb3b0-844a-44ac-b5dc-ca3a99c6c886 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:29.517675 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3e02c988-696f-409b-a12c-c16657d146db req-36eeb3b0-844a-44ac-b5dc-ca3a99c6c886 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0482841 Oct 13 15:51:29.559836 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3e02c988-696f-409b-a12c-c16657d146db req-ad595522-de04-4769-82d4-574427690360 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359430 Oct 13 15:51:29.696914 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['d92ee354-20d8-4752-865f-c2ce578de6f5'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:51:29.920867 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9286-ff8f-45a5-a62e-a7ba8ef4d0d8 req-40052cd8-df5d-4559-adae-b1351d719ab9 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:29.922340 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-271d9286-ff8f-45a5-a62e-a7ba8ef4d0d8 req-40052cd8-df5d-4559-adae-b1351d719ab9 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 944 time: 0.0590537 Oct 13 15:51:29.975135 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-271d9286-ff8f-45a5-a62e-a7ba8ef4d0d8 req-2d398183-f1fc-4bd6-80c0-012be7fac104 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369601 Oct 13 15:51:30.430784 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52900) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:30.512556 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52904) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:30.555433 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaff2c-3b08-410b-83a1-64d8d4393ead req-9a99c7ed-d778-42e3-80e3-daae6acb7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:30.557012 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8acaff2c-3b08-410b-83a1-64d8d4393ead req-9a99c7ed-d778-42e3-80e3-daae6acb7814 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 1099 time: 0.0512414 Oct 13 15:51:30.601169 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8acaff2c-3b08-410b-83a1-64d8d4393ead req-005e251b-24f5-4ce1-99d7-9639e896e086 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345700 Oct 13 15:51:30.639446 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-5e9dba61-2834-4887-9e7b-1063baa11827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:30.741044 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455acac-3187-4982-b305-b6b03a4d3307 req-70663e8d-080d-4877-8476-72af68a211dd tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:30.742552 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f455acac-3187-4982-b305-b6b03a4d3307 req-70663e8d-080d-4877-8476-72af68a211dd tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0942967 Oct 13 15:51:30.744432 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0d53bb97-3369-4263-ab6b-9b83db1789ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:30.828123 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f455acac-3187-4982-b305-b6b03a4d3307 req-983cdb92-7b33-498e-884f-15c576d273a6 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715513 Oct 13 15:51:30.832623 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-5e9dba61-2834-4887-9e7b-1063baa11827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:30.884006 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0d53bb97-3369-4263-ab6b-9b83db1789ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:30.907625 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-5e9dba61-2834-4887-9e7b-1063baa11827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:30.944651 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-5e9dba61-2834-4887-9e7b-1063baa11827 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a772634ace1544a7a2b6db67784ae676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304771 Oct 13 15:51:30.945502 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dba61-2834-4887-9e7b-1063baa11827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e085e7-a14f-45c2-a728-4c72157e0490,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:30.947357 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52912) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:30.994331 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0d53bb97-3369-4263-ab6b-9b83db1789ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:30.997403 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-18263607-5947-471c-b775-f1e5fbcb28b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:31.021015 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-18263607-5947-471c-b775-f1e5fbcb28b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:31.036398 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53bb97-3369-4263-ab6b-9b83db1789ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6846acff-b809-4f9e-8223-d4808513c416,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:31.043319 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-0d53bb97-3369-4263-ab6b-9b83db1789ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19512e1de7274efdaeb13375c49dbf35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6077826 Oct 13 15:51:31.043574 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52916) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:31.096988 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device d92ee354-20d8-4752-865f-c2ce578de6f5 up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:51:31.121438 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-18263607-5947-471c-b775-f1e5fbcb28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:31.124409 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b090d138-5fb5-4908-a417-b82acfa875eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:31.127293 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-18263607-5947-471c-b775-f1e5fbcb28b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:31.131629 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-18263607-5947-471c-b775-f1e5fbcb28b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8e085e7-a14f-45c2-a728-4c72157e0490 HTTP/1.1" status: 204 len: 168 time: 0.1832736 Oct 13 15:51:31.140038 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18263607-5947-471c-b775-f1e5fbcb28b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e085e7-a14f-45c2-a728-4c72157e0490,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:31.141547 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b12a16-ab76-4c66-bbe1-ea135b70e8a6 req-1c506a17-352b-4d12-8a85-78cefb0bcf0d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:31.143099 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e6b12a16-ab76-4c66-bbe1-ea135b70e8a6 req-1c506a17-352b-4d12-8a85-78cefb0bcf0d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 944 time: 0.0772831 Oct 13 15:51:31.183067 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b090d138-5fb5-4908-a417-b82acfa875eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:31.216615 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port d92ee354-20d8-4752-865f-c2ce578de6f5 completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:51:31.221311 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port d92ee354-20d8-4752-865f-c2ce578de6f5 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:51:31.221681 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:31.222200 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e6b12a16-ab76-4c66-bbe1-ea135b70e8a6 req-4055037d-dde9-4c51-abd6-5d95278fc1f4 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639470 Oct 13 15:51:31.270688 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-57e24de6-1591-4c0e-b5b9-380945ad01e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:31.317161 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:31.353361 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144cf43f-31a1-4e50-999b-0458aa2a04b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92ee354-20d8-4752-865f-c2ce578de6f5'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:51:31.353361 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18560884-a82d-442c-8227-47c1bf155b96" -d '{"events": [{"server_uuid": "144cf43f-31a1-4e50-999b-0458aa2a04b7", "name": "network-vif-plugged", "status": "completed", "tag": "d92ee354-20d8-4752-865f-c2ce578de6f5"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:51:31.362291 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port d92ee354-20d8-4752-865f-c2ce578de6f5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d92ee354-20d8-4752-865f-c2ce578de6f5,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:51:31.365855 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b090d138-5fb5-4908-a417-b82acfa875eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:31.368544 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b090d138-5fb5-4908-a417-b82acfa875eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:31.370370 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-b090d138-5fb5-4908-a417-b82acfa875eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6846acff-b809-4f9e-8223-d4808513c416 HTTP/1.1" status: 204 len: 168 time: 0.3251541 Oct 13 15:51:31.378757 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090d138-5fb5-4908-a417-b82acfa875eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6846acff-b809-4f9e-8223-d4808513c416,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:31.408889 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544e54cf-de45-43e8-abab-96f1c244ffb7 x-openstack-request-id: req-544e54cf-de45-43e8-abab-96f1c244ffb7 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:51:31.410989 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144cf43f-31a1-4e50-999b-0458aa2a04b7", "name": "network-vif-plugged", "status": "completed", "tag": "d92ee354-20d8-4752-865f-c2ce578de6f5", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:51:31.410989 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-544e54cf-de45-43e8-abab-96f1c244ffb7 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:51:31.411325 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144cf43f-31a1-4e50-999b-0458aa2a04b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92ee354-20d8-4752-865f-c2ce578de6f5', 'code': 200} Oct 13 15:51:31.479362 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:31.532202 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=d92ee354-20d8-4752-865f-c2ce578de6f5,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:31.815135 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57729-651f-4a43-98eb-19b790b05d4c req-ec04d7a5-e083-4fd4-a254-58b753ae7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:31.816618 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e0b57729-651f-4a43-98eb-19b790b05d4c req-ec04d7a5-e083-4fd4-a254-58b753ae7e91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 1098 time: 0.0399857 Oct 13 15:51:31.854641 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52942) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:31.872915 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f3963f75-f01e-411e-9a25-f0a6a7062903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:31.885034 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e0b57729-651f-4a43-98eb-19b790b05d4c req-052a22d8-4cb0-416e-b4e1-d39568e272be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521810 Oct 13 15:51:31.984295 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f3963f75-f01e-411e-9a25-f0a6a7062903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:31.992045 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40261053-0cdb-4693-8c79-885d76167bc6 req-bbd3d90d-03a8-4305-892c-91219d166ccd tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:31.993526 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-40261053-0cdb-4693-8c79-885d76167bc6 req-bbd3d90d-03a8-4305-892c-91219d166ccd tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0781121 Oct 13 15:51:32.041604 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-40261053-0cdb-4693-8c79-885d76167bc6 req-c80ea3cb-1e5d-43d1-bd4c-c21bc3ab02b1 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357978 Oct 13 15:51:32.058833 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f3963f75-f01e-411e-9a25-f0a6a7062903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:32.099215 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-f3963f75-f01e-411e-9a25-f0a6a7062903 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5756a8f13c841fc886ed0d581bd8081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421858 Oct 13 15:51:32.100139 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3963f75-f01e-411e-9a25-f0a6a7062903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2d29c8-4b05-42a1-93cd-d3cad9d19788,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:32.101880 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52946) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:32.110853 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:32.156782 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-da83f549-0b66-45ea-b989-a26a7e4b910c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:32.170899 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52950) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:32.178760 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:32.186260 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-da83f549-0b66-45ea-b989-a26a7e4b910c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:32.196833 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ef77f36f-b03a-47d7-a393-de719cd658a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:32.310048 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ef77f36f-b03a-47d7-a393-de719cd658a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:32.345921 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3baf9-e5c8-47db-89c2-b74de1b9a4a7 req-d1847bb3-8930-4f85-a995-29fe6152c9ff tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:32.347418 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-27e3baf9-e5c8-47db-89c2-b74de1b9a4a7 req-d1847bb3-8930-4f85-a995-29fe6152c9ff tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 945 time: 0.0477667 Oct 13 15:51:32.365545 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-da83f549-0b66-45ea-b989-a26a7e4b910c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:32.368479 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-da83f549-0b66-45ea-b989-a26a7e4b910c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:32.375404 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-da83f549-0b66-45ea-b989-a26a7e4b910c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b2d29c8-4b05-42a1-93cd-d3cad9d19788 HTTP/1.1" status: 204 len: 168 time: 0.2706602 Oct 13 15:51:32.386761 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83f549-0b66-45ea-b989-a26a7e4b910c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2d29c8-4b05-42a1-93cd-d3cad9d19788,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:32.389836 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-27e3baf9-e5c8-47db-89c2-b74de1b9a4a7 req-1b680ad7-cfa4-4f6d-b51d-99d4ef43d458 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364332 Oct 13 15:51:32.405953 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ef77f36f-b03a-47d7-a393-de719cd658a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:32.446960 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77f36f-b03a-47d7-a393-de719cd658a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3598b8e4-e1af-47f4-b41c-e30bdad44453,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:32.455955 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-ef77f36f-b03a-47d7-a393-de719cd658a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c10a9519f32a4390afc0f9793e12a5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823451 Oct 13 15:51:32.457646 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 52962) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:32.514023 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a6b59b1a-e2e8-4801-be5e-80781bfa4ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:32.534228 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a6b59b1a-e2e8-4801-be5e-80781bfa4ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:32.645251 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a6b59b1a-e2e8-4801-be5e-80781bfa4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:32.647766 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a6b59b1a-e2e8-4801-be5e-80781bfa4ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:32.648882 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-a6b59b1a-e2e8-4801-be5e-80781bfa4ca9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3598b8e4-e1af-47f4-b41c-e30bdad44453 HTTP/1.1" status: 204 len: 168 time: 0.1902781 Oct 13 15:51:32.656415 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b59b1a-e2e8-4801-be5e-80781bfa4ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3598b8e4-e1af-47f4-b41c-e30bdad44453,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:33.119999 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52978) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:33.134428 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-08f10cb1-d698-4497-a1aa-f691f52f3b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:33.169280 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5be77-9611-493a-a938-2e68f2e05088 req-6eb5deca-2e13-43bd-98d8-b62594f1df97 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:33.171676 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-11f5be77-9611-493a-a938-2e68f2e05088 req-6eb5deca-2e13-43bd-98d8-b62594f1df97 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0591881 Oct 13 15:51:33.210282 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-11f5be77-9611-493a-a938-2e68f2e05088 req-7f421a60-9a3a-4307-a59d-4b9e2165e723 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328951 Oct 13 15:51:33.216345 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-08f10cb1-d698-4497-a1aa-f691f52f3b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:33.285581 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-08f10cb1-d698-4497-a1aa-f691f52f3b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:33.327114 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f10cb1-d698-4497-a1aa-f691f52f3b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3b84f6-fd70-4387-97d9-e3784a462e20,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:33.331413 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-08f10cb1-d698-4497-a1aa-f691f52f3b65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21c2ab8e642540958e3a4ed051081110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103248 Oct 13 15:51:33.333859 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 52990) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:33.362661 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ab026-7f73-466c-a026-575cd4b5ad47 req-a89cf1d8-4611-409c-9650-3f64df8fa72c tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:33.369233 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-878ab026-7f73-466c-a026-575cd4b5ad47 req-a89cf1d8-4611-409c-9650-3f64df8fa72c tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0687327 Oct 13 15:51:33.411388 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fb4d44cf-c615-4ff6-b78b-88b3b032fcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:33.424683 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-878ab026-7f73-466c-a026-575cd4b5ad47 req-d72b4fc6-cdaa-4b45-90e3-d9bc786c80e8 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474281 Oct 13 15:51:33.438048 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fb4d44cf-c615-4ff6-b78b-88b3b032fcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:33.543501 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b0e43-7e67-46df-adcb-bdaecaca179c req-9bea06c2-b743-4520-ab6a-5f7918c5cc43 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:33.545827 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-034b0e43-7e67-46df-adcb-bdaecaca179c req-9bea06c2-b743-4520-ab6a-5f7918c5cc43 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 945 time: 0.0690751 Oct 13 15:51:33.579731 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fb4d44cf-c615-4ff6-b78b-88b3b032fcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:33.582581 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fb4d44cf-c615-4ff6-b78b-88b3b032fcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:33.583960 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-fb4d44cf-c615-4ff6-b78b-88b3b032fcf7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e3b84f6-fd70-4387-97d9-e3784a462e20 HTTP/1.1" status: 204 len: 168 time: 0.2491229 Oct 13 15:51:33.624809 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-034b0e43-7e67-46df-adcb-bdaecaca179c req-f09dec5f-6b0b-4620-973a-d53eeb711a93 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565300 Oct 13 15:51:33.626290 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d44cf-c615-4ff6-b78b-88b3b032fcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3b84f6-fd70-4387-97d9-e3784a462e20,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:33.856746 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:34.752024 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f85938-4a35-4b3d-8aee-7ec0d2616e8c req-e5b29bb5-ecff-4f06-95e3-2a96847d312c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:34.753668 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-98f85938-4a35-4b3d-8aee-7ec0d2616e8c req-e5b29bb5-ecff-4f06-95e3-2a96847d312c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 945 time: 0.0654345 Oct 13 15:51:34.795142 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-98f85938-4a35-4b3d-8aee-7ec0d2616e8c req-6701210f-3438-4ca8-8705-75b44437a27f tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346184 Oct 13 15:51:34.897148 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 53066) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:35.000793 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-177417709-network', 'tenant_id': '309bff535eab47a3a66c50fb4886e7ca'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:51:35.064425 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] Made reservation on behalf of 309bff535eab47a3a66c50fb4886e7ca for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:51:35.066757 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:35.076733 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:35.160229 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:35.230156 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:35.257787 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:51:35.269339 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3e0df0-fb45-46b7-9569-a3005e6a016b,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:35.272181 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:35.272519 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] Added segment 1c72021b-83bb-4316-8dde-f6aaed3bf1ec of type vlan for network a9d92c62-7024-492d-8dde-590ea9444890 Oct 13 15:51:35.312894 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:35.470332 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:35.471547 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:35.472414 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:35.542598 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] Pushing event updated for resources: {'Network': ['ID=a9d92c62-7024-492d-8dde-590ea9444890,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:35.557146 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network a9d92c62-7024-492d-8dde-590ea9444890 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:51:35.611949 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-22332c0b-1289-442f-a00b-4d85fead62a8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7135148 Oct 13 15:51:35.614827 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 53094) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:35.620031 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-86a2ef2d-8ba3-4d36-95fd-7d97155ff5a5 admin admin] Request body: {'subnet': {'network_id': 'a9d92c62-7024-492d-8dde-590ea9444890', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-177417709-subnet', 'tenant_id': '309bff535eab47a3a66c50fb4886e7ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:51:35.651833 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 53096) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:35.696889 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a2ef2d-8ba3-4d36-95fd-7d97155ff5a5 admin admin] Made reservation on behalf of 309bff535eab47a3a66c50fb4886e7ca for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:51:35.701351 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-86a2ef2d-8ba3-4d36-95fd-7d97155ff5a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:35.783396 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0972-6bbb-4828-847b-7e36747d47c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:35.898046 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94f445-f71e-44ea-8140-7e855f545307 req-a4dcec71-7003-4707-9e00-f1d90badc2a3 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:35.899781 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dc94f445-f71e-44ea-8140-7e855f545307 req-a4dcec71-7003-4707-9e00-f1d90badc2a3 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0604944 Oct 13 15:51:35.938403 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dc94f445-f71e-44ea-8140-7e855f545307 req-a7e39d81-ed82-4a6c-9e08-2023c640c40c tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Oct 13 15:51:35.977252 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0972-6bbb-4828-847b-7e36747d47c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:35.993739 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ae9b6-914a-4bb0-9998-28db04f5eb10 req-36c44b1b-5372-4e22-9efa-f28d7ea3d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:35.995233 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d70ae9b6-914a-4bb0-9998-28db04f5eb10 req-36c44b1b-5372-4e22-9efa-f28d7ea3d907 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ad9a1dee35d4073be2e8567596086aa&device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 1098 time: 0.0984535 Oct 13 15:51:36.084128 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ae9b6-914a-4bb0-9998-28db04f5eb10 req-917927d8-a5ea-4180-8e05-dc36548c30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:36.085550 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d70ae9b6-914a-4bb0-9998-28db04f5eb10 req-917927d8-a5ea-4180-8e05-dc36548c30b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46 HTTP/1.1" status: 200 len: 920 time: 0.0819511 Oct 13 15:51:36.129006 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-86a2ef2d-8ba3-4d36-95fd-7d97155ff5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for subnet, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:36.131690 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d70ae9b6-914a-4bb0-9998-28db04f5eb10 req-c6734220-4458-4266-848c-850a393cd8de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ce228c-7434-48dc-b1f9-11fdc09d493a HTTP/1.1" status: 200 len: 217 time: 0.0384719 Oct 13 15:51:36.134435 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0972-6bbb-4828-847b-7e36747d47c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:36.212405 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-4a9b0972-6bbb-4828-847b-7e36747d47c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a77ea80e8c5746fc808321688aa2176f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5595284 Oct 13 15:51:36.215204 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 53110) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:36.236526 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b0972-6bbb-4828-847b-7e36747d47c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73365940-573a-41e4-9eb3-346f9548421b,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:36.258152 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2ef2d-8ba3-4d36-95fd-7d97155ff5a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b156e8-770c-49f0-80f7-980c16365a90,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:36.267485 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-211f09ca-2928-419e-9ede-abdf0bb40fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:36.280921 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ae9b6-914a-4bb0-9998-28db04f5eb10 req-123023fd-1253-415a-a2cc-69a956c1e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:36.282385 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d70ae9b6-914a-4bb0-9998-28db04f5eb10 req-123023fd-1253-415a-a2cc-69a956c1e538 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6392a7f9-855e-4cf6-b552-06c1ebab1ec5 HTTP/1.1" status: 200 len: 859 time: 0.1399527 Oct 13 15:51:36.283176 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a2ef2d-8ba3-4d36-95fd-7d97155ff5a5 admin admin] Checking segment: {'id': '1c72021b-83bb-4316-8dde-f6aaed3bf1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a9d92c62-7024-492d-8dde-590ea9444890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:51:36.283475 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a2ef2d-8ba3-4d36-95fd-7d97155ff5a5 admin admin] Network hostable DHCP agents. Network: a9d92c62-7024-492d-8dde-590ea9444890, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:51:36.319433 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d70ae9b6-914a-4bb0-9998-28db04f5eb10 req-4e31a168-8235-414c-9a84-b36e81665e87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292714 Oct 13 15:51:36.416130 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d70ae9b6-914a-4bb0-9998-28db04f5eb10 req-c530ca2c-7e69-42eb-a039-1727dbb7fa91 service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882678 Oct 13 15:51:36.428011 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a2ef2d-8ba3-4d36-95fd-7d97155ff5a5 admin admin] Network a9d92c62-7024-492d-8dde-590ea9444890 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:51:36.468639 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-211f09ca-2928-419e-9ede-abdf0bb40fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:36.525440 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d70ae9b6-914a-4bb0-9998-28db04f5eb10 req-0e7652d6-3112-4d2a-8214-7a21f1aca2fb service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918469 Oct 13 15:51:36.542410 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-86a2ef2d-8ba3-4d36-95fd-7d97155ff5a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, a9d92c62-7024-492d-8dde-590ea9444890) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:51:36.546771 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a2ef2d-8ba3-4d36-95fd-7d97155ff5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:36.547381 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-86a2ef2d-8ba3-4d36-95fd-7d97155ff5a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:36.557442 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f181e-ed91-4528-a83d-8f2de91ed78b None None] Network a9d92c62-7024-492d-8dde-590ea9444890 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:51:36.644092 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-211f09ca-2928-419e-9ede-abdf0bb40fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:36.646850 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-211f09ca-2928-419e-9ede-abdf0bb40fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:36.648687 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-211f09ca-2928-419e-9ede-abdf0bb40fbf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73365940-573a-41e4-9eb3-346f9548421b HTTP/1.1" status: 204 len: 168 time: 0.4325237 Oct 13 15:51:36.655244 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-86a2ef2d-8ba3-4d36-95fd-7d97155ff5a5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0386205 Oct 13 15:51:36.669180 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f09ca-2928-419e-9ede-abdf0bb40fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73365940-573a-41e4-9eb3-346f9548421b,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:36.840564 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329a48e6-c0be-41d5-9770-bf789cd92d41 None None] Network a9d92c62-7024-492d-8dde-590ea9444890 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:51:37.087914 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4f56e-40f5-4c11-b383-7fc519be181f req-dffc38d9-af13-4616-a226-456a3a3128a8 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:37.089959 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-80c4f56e-40f5-4c11-b383-7fc519be181f req-dffc38d9-af13-4616-a226-456a3a3128a8 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0515049 Oct 13 15:51:37.135516 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-80c4f56e-40f5-4c11-b383-7fc519be181f req-80f246cb-fd11-4d82-bd21-b0374bdbc161 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372887 Oct 13 15:51:37.498663 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 53156) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:37.512128 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b81bb845-928c-443b-adf8-4544e77c04e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:37.612335 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b81bb845-928c-443b-adf8-4544e77c04e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:37.733510 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b81bb845-928c-443b-adf8-4544e77c04e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:37.774445 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-b81bb845-928c-443b-adf8-4544e77c04e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8bc8ef394c434582ace42f51001446e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745533 Oct 13 15:51:37.775299 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bb845-928c-443b-adf8-4544e77c04e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb1888d-0987-499c-a058-fca60dabcd78,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:37.777129 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 53162) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:37.840229 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19c31292-9de3-4cf9-8346-21b11b3c4588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:37.863831 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19c31292-9de3-4cf9-8346-21b11b3c4588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:37.995695 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19c31292-9de3-4cf9-8346-21b11b3c4588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:37.999197 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19c31292-9de3-4cf9-8346-21b11b3c4588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:38.000547 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-19c31292-9de3-4cf9-8346-21b11b3c4588 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8cb1888d-0987-499c-a058-fca60dabcd78 HTTP/1.1" status: 204 len: 168 time: 0.2223036 Oct 13 15:51:38.010405 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c31292-9de3-4cf9-8346-21b11b3c4588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb1888d-0987-499c-a058-fca60dabcd78,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:38.261617 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85afc21-f3a2-4484-bcea-b9dbe30573c1 req-6c49aa71-dc14-4c65-98c4-5908260d01a3 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:38.263129 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f85afc21-f3a2-4484-bcea-b9dbe30573c1 req-6c49aa71-dc14-4c65-98c4-5908260d01a3 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0545504 Oct 13 15:51:38.315368 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f85afc21-f3a2-4484-bcea-b9dbe30573c1 req-a9545e8f-985c-4a13-9351-17614b1ba730 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 Oct 13 15:51:38.323148 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 53184) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:38.439193 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a94-ce9e-431a-a888-e59f6aea1ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:38.513864 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a94-ce9e-431a-a888-e59f6aea1ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:38.630125 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a94-ce9e-431a-a888-e59f6aea1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:38.667187 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-67ab4a94-ce9e-431a-a888-e59f6aea1ec0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=deba3dc6b1314bd4a06aae01257df9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430066 Oct 13 15:51:38.668408 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab4a94-ce9e-431a-a888-e59f6aea1ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc41dff-cdab-4a2d-a26d-726a1be31c16,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:38.670532 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 53196) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:38.718570 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06c8a48d-0c0d-479e-9508-d8a2c60bbd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:38.739112 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06c8a48d-0c0d-479e-9508-d8a2c60bbd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:38.847180 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06c8a48d-0c0d-479e-9508-d8a2c60bbd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:38.849759 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06c8a48d-0c0d-479e-9508-d8a2c60bbd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:38.852059 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-06c8a48d-0c0d-479e-9508-d8a2c60bbd1f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/efc41dff-cdab-4a2d-a26d-726a1be31c16 HTTP/1.1" status: 204 len: 168 time: 0.1792700 Oct 13 15:51:38.861120 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8a48d-0c0d-479e-9508-d8a2c60bbd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc41dff-cdab-4a2d-a26d-726a1be31c16,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:39.314903 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-b3ae82b2-07d3-4c97-8954-bf2b3e6fca98 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:39.316354 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-b3ae82b2-07d3-4c97-8954-bf2b3e6fca98 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/networks?id=a9d92c62-7024-492d-8dde-590ea9444890 HTTP/1.1" status: 200 len: 808 time: 0.1117730 Oct 13 15:51:39.332248 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-5d624b6e-8eb5-4176-b866-be8cfefccd94 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/quotas/309bff535eab47a3a66c50fb4886e7ca HTTP/1.1" status: 200 len: 375 time: 0.0101171 Oct 13 15:51:39.392346 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-57a08ec1-d1cb-46e8-a623-c235f77e200d tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=309bff535eab47a3a66c50fb4886e7ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366609 Oct 13 15:51:39.504419 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9139b96-8868-4751-8aa3-92bc7a929c63 req-0a9535c1-7775-4df0-ae96-917ee5e72cfc tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:39.506140 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d9139b96-8868-4751-8aa3-92bc7a929c63 req-0a9535c1-7775-4df0-ae96-917ee5e72cfc tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.1119332 Oct 13 15:51:39.528425 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-5844997a-e6d9-4b20-973f-976bbcb66b29 service neutron] 10.222.0.26 "GET /v2.0/networks/a9d92c62-7024-492d-8dde-590ea9444890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261442 Oct 13 15:51:39.600211 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d9139b96-8868-4751-8aa3-92bc7a929c63 req-0ba14ebe-9b02-46ca-a6a4-44c194704ee0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828855 Oct 13 15:51:39.646694 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-56415d9e-cefb-4127-a064-4655beb00d15 service neutron] 10.222.0.26 "GET /v2.0/networks/a9d92c62-7024-492d-8dde-590ea9444890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042075 Oct 13 15:51:39.664640 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 53246) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:39.678689 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-62a80b0c-aa24-403e-862c-891a6b4a8a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:39.756441 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-62a80b0c-aa24-403e-862c-891a6b4a8a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:39.833796 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-62a80b0c-aa24-403e-862c-891a6b4a8a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:39.872415 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-62a80b0c-aa24-403e-862c-891a6b4a8a08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7378e434288418da22efc0082fed31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066293 Oct 13 15:51:39.879730 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 53254) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:39.885223 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a80b0c-aa24-403e-862c-891a6b4a8a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88b3527-0f50-4e67-9c14-1e5312d30a76,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:39.943741 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fd84b317-86dd-4a52-9ca2-456bdc5ae5e6 req-c09e1396-d576-4e9c-b034-c58f431bba38 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 210 time: 0.0366786 Oct 13 15:51:39.976694 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a51cd032-0628-43e7-bc00-55b3ed5c1bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:39.999690 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a51cd032-0628-43e7-bc00-55b3ed5c1bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:40.176847 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a51cd032-0628-43e7-bc00-55b3ed5c1bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:40.179571 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a51cd032-0628-43e7-bc00-55b3ed5c1bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:40.180769 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-a51cd032-0628-43e7-bc00-55b3ed5c1bf9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a88b3527-0f50-4e67-9c14-1e5312d30a76 HTTP/1.1" status: 204 len: 168 time: 0.2998986 Oct 13 15:51:40.188692 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cd032-0628-43e7-bc00-55b3ed5c1bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88b3527-0f50-4e67-9c14-1e5312d30a76,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:40.748348 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8388896-8a7c-4ac4-ba40-c3a16b2dc188 req-0a0a9170-1fc6-401a-a539-8fdf3d9cca4b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:40.755527 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c8388896-8a7c-4ac4-ba40-c3a16b2dc188 req-0a0a9170-1fc6-401a-a539-8fdf3d9cca4b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0674601 Oct 13 15:51:40.793890 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c8388896-8a7c-4ac4-ba40-c3a16b2dc188 req-a9315f53-3da4-4187-8f65-ea42a6866377 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372036 Oct 13 15:51:42.509877 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:42.652610 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-38443a55-6ea2-4a29-8e02-2d1058746b50 req-dd42ad12-7c5d-4847-a245-8bd92fbf1794 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 210 time: 0.0461445 Oct 13 15:51:42.674947 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294460e-514b-4fe2-8664-afba24deea00 req-b15520a4-ba14-4854-bdff-9c015c259382 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:42.676422 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b294460e-514b-4fe2-8664-afba24deea00 req-b15520a4-ba14-4854-bdff-9c015c259382 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0680456 Oct 13 15:51:42.715813 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b294460e-514b-4fe2-8664-afba24deea00 req-453fdf95-75cc-4f71-aba5-f4440636a229 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332208 Oct 13 15:51:43.775561 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7e1abba3-88c4-45ae-afdd-fa6c7eccea5e req-dbcd41bf-c9c1-49ec-8d76-9c065b64d0df tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 210 time: 0.0454612 Oct 13 15:51:43.854256 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3ec8e-5807-4e9b-b927-8e32291c0eb6 req-068db9ea-ff54-4b4b-aefa-25a21fe0708c tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:43.857302 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6eb3ec8e-5807-4e9b-b927-8e32291c0eb6 req-068db9ea-ff54-4b4b-aefa-25a21fe0708c tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0588682 Oct 13 15:51:43.933917 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6eb3ec8e-5807-4e9b-b927-8e32291c0eb6 req-a2d2fd6d-d1f8-4022-b2b1-9b760bc7ac84 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691938 Oct 13 15:51:43.968893 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-8ac59f10-70c7-4ef0-8cca-20c6e5edc7e2 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:43.970935 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-8ac59f10-70c7-4ef0-8cca-20c6e5edc7e2 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.37 "GET /v2.0/networks?id=a9d92c62-7024-492d-8dde-590ea9444890 HTTP/1.1" status: 200 len: 808 time: 0.3819294 Oct 13 15:51:43.988868 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-432061bc-0967-4838-abf3-940f706581bb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Request body: {'port': {'device_id': '274bed49-2294-489f-b0be-c0050a133a5b', 'network_id': 'a9d92c62-7024-492d-8dde-590ea9444890', 'admin_state_up': True, 'tenant_id': '309bff535eab47a3a66c50fb4886e7ca'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:51:44.160066 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-432061bc-0967-4838-abf3-940f706581bb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Made reservation on behalf of 309bff535eab47a3a66c50fb4886e7ca for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:51:44.164029 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-432061bc-0967-4838-abf3-940f706581bb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:44.289528 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-432061bc-0967-4838-abf3-940f706581bb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Allocated IP 172.20.0.8 (a9d92c62-7024-492d-8dde-590ea9444890/a3b156e8-770c-49f0-80f7-980c16365a90/16b37b2a-b070-456d-87b9-dcd33f7a0a33) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:51:44.433890 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-432061bc-0967-4838-abf3-940f706581bb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:44.560371 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-432061bc-0967-4838-abf3-940f706581bb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:44.602661 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-432061bc-0967-4838-abf3-940f706581bb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Network a9d92c62-7024-492d-8dde-590ea9444890 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:51:44.605666 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-432061bc-0967-4838-abf3-940f706581bb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:51:44.610080 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-432061bc-0967-4838-abf3-940f706581bb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:51:44.615551 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-432061bc-0967-4838-abf3-940f706581bb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:44.616142 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-432061bc-0967-4838-abf3-940f706581bb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:44.624660 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432061bc-0967-4838-abf3-940f706581bb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Pushing event updated for resources: {'Port': ['ID=16b37b2a-b070-456d-87b9-dcd33f7a0a33,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:44.699152 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-432061bc-0967-4838-abf3-940f706581bb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7138700 Oct 13 15:51:44.714657 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Request body: {'port': {'device_id': '274bed49-2294-489f-b0be-c0050a133a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:51:44.772250 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:44.893149 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49764c-9282-4cd3-ac20-06705f8a015c req-171c5ed0-6737-4a67-b720-76c359bbffe4 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:44.894519 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0c49764c-9282-4cd3-ac20-06705f8a015c req-171c5ed0-6737-4a67-b720-76c359bbffe4 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 931 time: 0.0479345 Oct 13 15:51:44.932829 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0c49764c-9282-4cd3-ac20-06705f8a015c req-2b445cf1-3619-4e29-9103-3b5d8509483e tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Oct 13 15:51:45.041975 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b37b2a-b070-456d-87b9-dcd33f7a0a33 {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:51:45.051499 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:45.067910 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Transition to ACTIVE for port object 16b37b2a-b070-456d-87b9-dcd33f7a0a33 will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:51:45.071520 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110af154-a05f-4d8b-b7a5-3c50fc7358ae req-17ed027e-d5c8-4a2b-a0da-336308ef8fdb tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:45.073201 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-110af154-a05f-4d8b-b7a5-3c50fc7358ae req-17ed027e-d5c8-4a2b-a0da-336308ef8fdb tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0649912 Oct 13 15:51:45.117526 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-110af154-a05f-4d8b-b7a5-3c50fc7358ae req-4740b1a3-eece-4cc8-9dea-c623f42697b6 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377879 Oct 13 15:51:45.365005 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:45.432442 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Pushing event updated for resources: {'Port': ['ID=16b37b2a-b070-456d-87b9-dcd33f7a0a33,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:45.444062 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Attempting to bind port 16b37b2a-b070-456d-87b9-dcd33f7a0a33 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:51:45.444393 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Attempting to bind port 16b37b2a-b070-456d-87b9-dcd33f7a0a33 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '1c72021b-83bb-4316-8dde-f6aaed3bf1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a9d92c62-7024-492d-8dde-590ea9444890'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:51:45.444716 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Attempting to bind port 16b37b2a-b070-456d-87b9-dcd33f7a0a33 on network a9d92c62-7024-492d-8dde-590ea9444890 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:51:45.448879 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Port 16b37b2a-b070-456d-87b9-dcd33f7a0a33 on network a9d92c62-7024-492d-8dde-590ea9444890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:51:45.449348 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Attempting to bind port 16b37b2a-b070-456d-87b9-dcd33f7a0a33 on network a9d92c62-7024-492d-8dde-590ea9444890 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:51:45.456635 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:51:45.456635 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Checking segment: {'id': '1c72021b-83bb-4316-8dde-f6aaed3bf1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a9d92c62-7024-492d-8dde-590ea9444890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:51:45.456860 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Bound using segment: {'id': '1c72021b-83bb-4316-8dde-f6aaed3bf1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a9d92c62-7024-492d-8dde-590ea9444890'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:51:45.457238 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Bound port: 16b37b2a-b070-456d-87b9-dcd33f7a0a33, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c72021b-83bb-4316-8dde-f6aaed3bf1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a9d92c62-7024-492d-8dde-590ea9444890'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:51:45.457600 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:45.526478 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] For port 16b37b2a-b070-456d-87b9-dcd33f7a0a33, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:51:45.530163 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] For port 16b37b2a-b070-456d-87b9-dcd33f7a0a33, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=16b37b2a-b070-456d-87b9-dcd33f7a0a33,segment=NetworkSegment(1c72021b-83bb-4316-8dde-f6aaed3bf1ec),segment_id=1c72021b-83bb-4316-8dde-f6aaed3bf1ec)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:51:45.640387 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:45.675402 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:45.675999 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:45.677348 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] 10.222.0.37 "PUT /v2.0/ports/16b37b2a-b070-456d-87b9-dcd33f7a0a33 HTTP/1.1" status: 200 len: 1093 time: 0.9670513 Oct 13 15:51:45.677782 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274bed49-2294-489f-b0be-c0050a133a5b', 'tag': '16b37b2a-b070-456d-87b9-dcd33f7a0a33'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:51:45.680013 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dc2e30-fc6f-4fe0-9224-58f20c415676" -d '{"events": [{"name": "network-changed", "server_uuid": "274bed49-2294-489f-b0be-c0050a133a5b", "tag": "16b37b2a-b070-456d-87b9-dcd33f7a0a33"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:51:45.704092 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b75497-4f5d-44aa-a225-04e9482af11d service neutron] Pushing event updated for resources: {'Port': ['ID=16b37b2a-b070-456d-87b9-dcd33f7a0a33,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:45.727315 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ccee14-4abb-4914-a61d-ea23bb7c1b2d x-openstack-request-id: req-07ccee14-4abb-4914-a61d-ea23bb7c1b2d {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:51:45.731081 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274bed49-2294-489f-b0be-c0050a133a5b", "tag": "16b37b2a-b070-456d-87b9-dcd33f7a0a33", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:51:45.731081 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07ccee14-4abb-4914-a61d-ea23bb7c1b2d {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:51:45.731081 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274bed49-2294-489f-b0be-c0050a133a5b', 'tag': '16b37b2a-b070-456d-87b9-dcd33f7a0a33', 'status': 'completed', 'code': 200} Oct 13 15:51:45.776123 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 53400) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:45.798612 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc2e30-fc6f-4fe0-9224-58f20c415676 req-fbe0d17a-cca5-4e2d-b37f-0f818fcd1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:45.800793 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-87dc2e30-fc6f-4fe0-9224-58f20c415676 req-fbe0d17a-cca5-4e2d-b37f-0f818fcd1c8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=309bff535eab47a3a66c50fb4886e7ca&device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 1096 time: 0.0520864 Oct 13 15:51:45.891846 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-98ecfd5d-9d7e-4e1d-9952-344303e722ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:45.916391 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc2e30-fc6f-4fe0-9224-58f20c415676 req-4913df3b-c556-4761-ad79-7045d9d41891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:45.917925 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-87dc2e30-fc6f-4fe0-9224-58f20c415676 req-4913df3b-c556-4761-ad79-7045d9d41891 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=309bff535eab47a3a66c50fb4886e7ca&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0972452 Oct 13 15:51:45.968847 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-98ecfd5d-9d7e-4e1d-9952-344303e722ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:46.017858 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc2e30-fc6f-4fe0-9224-58f20c415676 req-be27b92c-8bb6-445a-82db-7c846317bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:46.019354 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-87dc2e30-fc6f-4fe0-9224-58f20c415676 req-be27b92c-8bb6-445a-82db-7c846317bbe4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946648 Oct 13 15:51:46.030997 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-98ecfd5d-9d7e-4e1d-9952-344303e722ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:46.076714 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-98ecfd5d-9d7e-4e1d-9952-344303e722ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3873b363dd5446c597366334bba2e444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993786 Oct 13 15:51:46.080097 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecfd5d-9d7e-4e1d-9952-344303e722ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce76086-e41b-407d-82a8-327710cd81ae,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:46.080242 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 53406) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:46.090603 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e2fb2-b774-40ff-8a44-08d434338f7c req-1480a208-6f1a-41fa-82d8-dd0cb5b31188 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:46.092465 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-709e2fb2-b774-40ff-8a44-08d434338f7c req-1480a208-6f1a-41fa-82d8-dd0cb5b31188 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 943 time: 0.0871913 Oct 13 15:51:46.125085 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-922d5549-7db4-4a6c-affb-1b2c469a5657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:46.126560 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-922d5549-7db4-4a6c-affb-1b2c469a5657 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=309bff535eab47a3a66c50fb4886e7ca&device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 1096 time: 0.0697446 Oct 13 15:51:46.132895 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-709e2fb2-b774-40ff-8a44-08d434338f7c req-1fce3e7c-343c-4f9b-b15b-961593307f56 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334959 Oct 13 15:51:46.148132 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f70bdc7a-6d7e-43a4-9fd2-06cc948ebf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:46.181268 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-4b15037a-5be7-4733-9865-8ac5786cc36a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16b37b2a-b070-456d-87b9-dcd33f7a0a33 HTTP/1.1" status: 200 len: 217 time: 0.0439892 Oct 13 15:51:46.223665 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f70bdc7a-6d7e-43a4-9fd2-06cc948ebf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:46.236748 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7dc4b-86ff-4d01-9e3e-15b6508ad31d req-e87c7469-354a-4a8d-a222-c04607e31db2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:46.238227 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-79a7dc4b-86ff-4d01-9e3e-15b6508ad31d req-e87c7469-354a-4a8d-a222-c04607e31db2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0502732 Oct 13 15:51:46.263886 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-eb2693ae-4da2-408a-aa75-54998e8b9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:46.265398 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-eb2693ae-4da2-408a-aa75-54998e8b9fe4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3b156e8-770c-49f0-80f7-980c16365a90 HTTP/1.1" status: 200 len: 848 time: 0.0764825 Oct 13 15:51:46.280333 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-79a7dc4b-86ff-4d01-9e3e-15b6508ad31d req-3e7f339e-3a89-4af4-8099-035fc0cd2575 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359561 Oct 13 15:51:46.300597 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-c3ac82d6-382a-4ef6-b2af-bbe361c64810 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9d92c62-7024-492d-8dde-590ea9444890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271795 Oct 13 15:51:46.392771 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-6c38b204-ae08-46e7-b433-c79a2cc88ca1 service neutron] 10.222.0.37 "GET /v2.0/networks/a9d92c62-7024-492d-8dde-590ea9444890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846460 Oct 13 15:51:46.408522 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f70bdc7a-6d7e-43a4-9fd2-06cc948ebf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:46.411013 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f70bdc7a-6d7e-43a4-9fd2-06cc948ebf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:46.412061 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f70bdc7a-6d7e-43a4-9fd2-06cc948ebf5f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ce76086-e41b-407d-82a8-327710cd81ae HTTP/1.1" status: 204 len: 168 time: 0.3308227 Oct 13 15:51:46.455685 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bdc7a-6d7e-43a4-9fd2-06cc948ebf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce76086-e41b-407d-82a8-327710cd81ae,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:46.498076 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-35cacdc3-815b-4991-be57-d466d3fa89bb req-db13ec76-c555-45d6-8b5e-51d7aec6f78f service neutron] 10.222.0.37 "GET /v2.0/networks/a9d92c62-7024-492d-8dde-590ea9444890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979650 Oct 13 15:51:47.255245 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f2f42-a12a-45a8-b123-0a52b5919441 req-5ee2a9bd-7430-4104-b072-363fbb9289b5 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:47.256973 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ab4f2f42-a12a-45a8-b123-0a52b5919441 req-5ee2a9bd-7430-4104-b072-363fbb9289b5 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 943 time: 0.0474639 Oct 13 15:51:47.295949 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ab4f2f42-a12a-45a8-b123-0a52b5919441 req-21bd9335-8a46-441d-b127-605ca4249ead tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330169 Oct 13 15:51:47.404456 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667662f6-e141-44ec-8c4f-f1185e7e425f req-cbe685bb-40ca-4ce1-85d8-2ab443ffa20e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:47.405931 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-667662f6-e141-44ec-8c4f-f1185e7e425f req-cbe685bb-40ca-4ce1-85d8-2ab443ffa20e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0492635 Oct 13 15:51:47.444135 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-667662f6-e141-44ec-8c4f-f1185e7e425f req-b59d6cfd-0b54-49fe-a888-74550402fce2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322747 Oct 13 15:51:47.952123 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 53462) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:48.057882 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee2422b2-558d-4442-ad9b-9b2cb3b8d570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:48.136014 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee2422b2-558d-4442-ad9b-9b2cb3b8d570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:48.217199 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee2422b2-558d-4442-ad9b-9b2cb3b8d570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:48.255482 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-ee2422b2-558d-4442-ad9b-9b2cb3b8d570 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=620e2055807f4ea5aac92782cc010758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022852 Oct 13 15:51:48.256608 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2422b2-558d-4442-ad9b-9b2cb3b8d570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78d3db7-86c8-487c-b885-4e52e597ecfc,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:48.258859 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 53470) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:48.299192 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa61bb8-8c5f-44c1-9b2e-caf3d3d97ba5 req-06dd2952-67dd-4063-92b9-b39a5b459655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:48.300824 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6fa61bb8-8c5f-44c1-9b2e-caf3d3d97ba5 req-06dd2952-67dd-4063-92b9-b39a5b459655 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 1098 time: 0.0428286 Oct 13 15:51:48.308050 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4782fdf5-5193-4c38-8aa5-40b50822abcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:48.331486 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4782fdf5-5193-4c38-8aa5-40b50822abcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:48.342187 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6fa61bb8-8c5f-44c1-9b2e-caf3d3d97ba5 req-3ce6461d-a465-44fa-b6c1-f2750fbde835 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334861 Oct 13 15:51:48.426371 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9427d3-b462-4aaf-ac8d-299b45914b31 req-1a244a24-2834-48c7-849c-536132474fbc tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:48.427825 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dc9427d3-b462-4aaf-ac8d-299b45914b31 req-1a244a24-2834-48c7-849c-536132474fbc tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 943 time: 0.0475459 Oct 13 15:51:48.464822 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dc9427d3-b462-4aaf-ac8d-299b45914b31 req-820bc88d-dae2-458f-80e5-4bac20892aff tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310900 Oct 13 15:51:48.465402 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4782fdf5-5193-4c38-8aa5-40b50822abcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:48.468634 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4782fdf5-5193-4c38-8aa5-40b50822abcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:48.469669 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-4782fdf5-5193-4c38-8aa5-40b50822abcc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c78d3db7-86c8-487c-b885-4e52e597ecfc HTTP/1.1" status: 204 len: 168 time: 0.2099020 Oct 13 15:51:48.477945 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782fdf5-5193-4c38-8aa5-40b50822abcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78d3db7-86c8-487c-b885-4e52e597ecfc,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:48.585841 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7fdd3-a0d9-4fed-adda-2aa913e43620 req-8119a203-41b9-4cf1-ab6d-05551d4de5d0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:48.587338 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-14d7fdd3-a0d9-4fed-adda-2aa913e43620 req-8119a203-41b9-4cf1-ab6d-05551d4de5d0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0519340 Oct 13 15:51:48.625700 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-14d7fdd3-a0d9-4fed-adda-2aa913e43620 req-100fa539-5206-47a6-90c7-a79bb9a45c12 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316978 Oct 13 15:51:50.341946 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 16b37b2a-b070-456d-87b9-dcd33f7a0a33 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:51:50.437978 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 16b37b2a-b070-456d-87b9-dcd33f7a0a33, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=16b37b2a-b070-456d-87b9-dcd33f7a0a33,segment=NetworkSegment(1c72021b-83bb-4316-8dde-f6aaed3bf1ec),segment_id=1c72021b-83bb-4316-8dde-f6aaed3bf1ec)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:51:50.453224 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': '16b37b2a-b070-456d-87b9-dcd33f7a0a33', 'network_id': 'a9d92c62-7024-492d-8dde-590ea9444890', 'port_id': '16b37b2a-b070-456d-87b9-dcd33f7a0a33', 'mac_address': 'fa:16:3e:82:98:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b156e8-770c-49f0-80f7-980c16365a90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:51:50.489948 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:50.503019 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b37b2a-b070-456d-87b9-dcd33f7a0a33 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:51:50.521982 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 16b37b2a-b070-456d-87b9-dcd33f7a0a33, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=16b37b2a-b070-456d-87b9-dcd33f7a0a33,segment=NetworkSegment(1c72021b-83bb-4316-8dde-f6aaed3bf1ec),segment_id=1c72021b-83bb-4316-8dde-f6aaed3bf1ec)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:51:50.578344 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:50.632924 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=16b37b2a-b070-456d-87b9-dcd33f7a0a33,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:52.410108 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d901be-22d5-4eee-b298-fd16212c33de req-7e85a9bd-805c-43c8-98cb-2ec31cb9dd75 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:52.411584 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-68d901be-22d5-4eee-b298-fd16212c33de req-7e85a9bd-805c-43c8-98cb-2ec31cb9dd75 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 944 time: 0.0764847 Oct 13 15:51:52.423454 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5200c45-e12c-4461-bd00-cbda97bb0f80 req-2a8429f6-5661-4d5f-8428-006d0ce9ecdf tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:52.424848 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e5200c45-e12c-4461-bd00-cbda97bb0f80 req-2a8429f6-5661-4d5f-8428-006d0ce9ecdf tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0640728 Oct 13 15:51:52.481145 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-68d901be-22d5-4eee-b298-fd16212c33de req-5153060e-7ee5-4167-8168-8226474d3d6b tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553777 Oct 13 15:51:52.486150 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e5200c45-e12c-4461-bd00-cbda97bb0f80 req-42638eb2-2e03-4387-808f-d4f9444c9a20 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548546 Oct 13 15:51:52.678435 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['16b37b2a-b070-456d-87b9-dcd33f7a0a33'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:51:53.531377 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-e00b9a93-0b29-4cd9-8120-2013027050e9 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=82d9d5e166a547ac9bcb78f2c4bdb2c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310309 Oct 13 15:51:53.741008 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f6c36-8e1b-4a40-a6e7-6ab1b7a8e2a4 req-6bae3976-82a7-4b12-bc09-9b0e1ab52e5d tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:53.742520 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c49f6c36-8e1b-4a40-a6e7-6ab1b7a8e2a4 req-6bae3976-82a7-4b12-bc09-9b0e1ab52e5d tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 944 time: 0.1401124 Oct 13 15:51:53.766250 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-a7c2ec32-628d-4e46-8512-ab91d8fc0272 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:53.767728 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-a7c2ec32-628d-4e46-8512-ab91d8fc0272 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307978 Oct 13 15:51:53.795465 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-210ad145-0132-4eae-bcd9-b00e31575757 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/quotas/82d9d5e166a547ac9bcb78f2c4bdb2c8 HTTP/1.1" status: 200 len: 375 time: 0.0195236 Oct 13 15:51:53.802815 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c49f6c36-8e1b-4a40-a6e7-6ab1b7a8e2a4 req-e1635bdf-4674-47af-843f-f3b52e3ec4fb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521860 Oct 13 15:51:53.831222 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-bcec798d-a244-44eb-b966-6e14eccaad90 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82d9d5e166a547ac9bcb78f2c4bdb2c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273855 Oct 13 15:51:53.930524 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e765832-4db9-41ff-812d-6810fb17d9a9 req-4356d2a8-6a6d-43cb-bfe6-b5bf6b71d2be tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:53.934729 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1e765832-4db9-41ff-812d-6810fb17d9a9 req-4356d2a8-6a6d-43cb-bfe6-b5bf6b71d2be tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0624900 Oct 13 15:51:53.971866 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1e765832-4db9-41ff-812d-6810fb17d9a9 req-3d002139-abc8-48b5-997a-d841294806e0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327835 Oct 13 15:51:54.095311 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7d4030a1-d848-41df-b850-371d9ed9467f req-33d74e1d-17db-4f73-96bc-2cb90d9a342a tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 210 time: 0.0275912 Oct 13 15:51:54.228048 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 16b37b2a-b070-456d-87b9-dcd33f7a0a33 up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:51:54.298807 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40010cfe-b153-445c-9bf8-5ed49971382a req-646d895e-3be7-4911-a092-26f948190450 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:54.300383 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-40010cfe-b153-445c-9bf8-5ed49971382a req-646d895e-3be7-4911-a092-26f948190450 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/networks?id=b2851f40-db29-4f2e-a359-e4047a31395d HTTP/1.1" status: 200 len: 815 time: 0.1185024 Oct 13 15:51:54.322311 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-40010cfe-b153-445c-9bf8-5ed49971382a req-65af2033-1937-44be-addf-deacf12c51af tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/quotas/c8511f9cedd645ca8749aee4bf75152e HTTP/1.1" status: 200 len: 375 time: 0.0112038 Oct 13 15:51:54.404787 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-40010cfe-b153-445c-9bf8-5ed49971382a req-1cdbd4e2-5794-41f7-a0d2-a10628c4ec1a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8511f9cedd645ca8749aee4bf75152e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752106 Oct 13 15:51:54.427557 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bb5ec-b61f-4374-8bce-69f28c1cf04c req-4978d9b9-743e-4055-9f6d-d169c5f45fd2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:54.429099 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-aa3bb5ec-b61f-4374-8bce-69f28c1cf04c req-4978d9b9-743e-4055-9f6d-d169c5f45fd2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0746052 Oct 13 15:51:54.479745 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port 16b37b2a-b070-456d-87b9-dcd33f7a0a33 completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:51:54.485164 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port 16b37b2a-b070-456d-87b9-dcd33f7a0a33 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:51:54.485532 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:54.509383 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-aa3bb5ec-b61f-4374-8bce-69f28c1cf04c req-1f0d31f5-617b-4b3c-96f2-ca292eff0f65 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688770 Oct 13 15:51:54.534882 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-40010cfe-b153-445c-9bf8-5ed49971382a req-8551cd5a-3685-441e-8fd7-a23ca2b25daa service neutron] 10.222.0.26 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230624 Oct 13 15:51:54.586186 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45958b0d-03a5-45eb-bd3e-479e524281de req-e8a17efe-91aa-4461-af3a-34fc336b48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:54.588403 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-45958b0d-03a5-45eb-bd3e-479e524281de req-e8a17efe-91aa-4461-af3a-34fc336b48bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ad9a1dee35d4073be2e8567596086aa&device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 1098 time: 0.0723197 Oct 13 15:51:54.593105 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:54.617506 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274bed49-2294-489f-b0be-c0050a133a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b37b2a-b070-456d-87b9-dcd33f7a0a33'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:51:54.619808 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11045026-eec6-4f60-8a0f-b2a1cc3446cd" -d '{"events": [{"server_uuid": "274bed49-2294-489f-b0be-c0050a133a5b", "name": "network-vif-plugged", "status": "completed", "tag": "16b37b2a-b070-456d-87b9-dcd33f7a0a33"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:51:54.635815 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 16b37b2a-b070-456d-87b9-dcd33f7a0a33, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=16b37b2a-b070-456d-87b9-dcd33f7a0a33,segment=NetworkSegment(1c72021b-83bb-4316-8dde-f6aaed3bf1ec),segment_id=1c72021b-83bb-4316-8dde-f6aaed3bf1ec)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:51:54.639740 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-40010cfe-b153-445c-9bf8-5ed49971382a req-94a7d512-f2db-4674-a7be-3c832d81e13a service neutron] 10.222.0.26 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983496 Oct 13 15:51:54.693403 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:54.702535 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45958b0d-03a5-45eb-bd3e-479e524281de req-3ae9f6d5-daef-4d6f-a094-a73a1a059d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:54.704090 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-45958b0d-03a5-45eb-bd3e-479e524281de req-3ae9f6d5-daef-4d6f-a094-a73a1a059d25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46 HTTP/1.1" status: 200 len: 920 time: 0.1037662 Oct 13 15:51:54.750104 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=16b37b2a-b070-456d-87b9-dcd33f7a0a33,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:54.763982 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-45958b0d-03a5-45eb-bd3e-479e524281de req-514dc085-e13a-46b7-abb6-6768bf3becf6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ce228c-7434-48dc-b1f9-11fdc09d493a HTTP/1.1" status: 200 len: 217 time: 0.0420930 Oct 13 15:51:54.794709 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec707238-7116-4c06-b4b1-f2570ac0e861 x-openstack-request-id: req-ec707238-7116-4c06-b4b1-f2570ac0e861 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:51:54.795109 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274bed49-2294-489f-b0be-c0050a133a5b", "name": "network-vif-plugged", "status": "completed", "tag": "16b37b2a-b070-456d-87b9-dcd33f7a0a33", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:51:54.795424 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec707238-7116-4c06-b4b1-f2570ac0e861 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:51:54.795890 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274bed49-2294-489f-b0be-c0050a133a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b37b2a-b070-456d-87b9-dcd33f7a0a33', 'code': 200} Oct 13 15:51:54.816052 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45958b0d-03a5-45eb-bd3e-479e524281de req-df1a5dc8-2dbc-4167-9a11-5c5ddd08b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:54.817505 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-45958b0d-03a5-45eb-bd3e-479e524281de req-df1a5dc8-2dbc-4167-9a11-5c5ddd08b1db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6392a7f9-855e-4cf6-b552-06c1ebab1ec5 HTTP/1.1" status: 200 len: 859 time: 0.0454471 Oct 13 15:51:54.855063 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-45958b0d-03a5-45eb-bd3e-479e524281de req-9e9f0a50-6ad2-42b6-a490-f639bcee20b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286076 Oct 13 15:51:54.956024 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3734775f-6376-4b76-acb5-80cae27aea20 req-2de6a34b-ffcf-43f9-8182-ff7df3bcf617 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 210 time: 0.0495405 Oct 13 15:51:54.976363 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7ffed-56d2-44b5-b9cf-daba9d993da8 req-a7e1831a-2269-4c56-a594-ad9b99c15a7d tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:54.977958 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-45958b0d-03a5-45eb-bd3e-479e524281de req-173e755e-7b8a-4467-9f0c-380f845e701b service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096649 Oct 13 15:51:54.982315 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3da7ffed-56d2-44b5-b9cf-daba9d993da8 req-a7e1831a-2269-4c56-a594-ad9b99c15a7d tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 945 time: 0.0932014 Oct 13 15:51:55.031447 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3da7ffed-56d2-44b5-b9cf-daba9d993da8 req-16c3f477-1844-4e93-b6a4-83bc239a0471 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443339 Oct 13 15:51:55.099601 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-45958b0d-03a5-45eb-bd3e-479e524281de req-82ded6e6-889f-4490-8411-55957c1afaae service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036241 Oct 13 15:51:55.182305 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7b956dc8-cf10-4d00-bc7b-9c5c01aa35c8 req-39d21682-977c-4766-9041-f6f986b6ac9e tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 210 time: 0.0312989 Oct 13 15:51:55.191813 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801c87c-2c25-40d8-8ff4-cf8e86b86b97 req-e72eee96-5143-42bc-86b9-4a50cfa984c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:55.193446 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8801c87c-2c25-40d8-8ff4-cf8e86b86b97 req-e72eee96-5143-42bc-86b9-4a50cfa984c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 1098 time: 0.0445533 Oct 13 15:51:55.232905 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8801c87c-2c25-40d8-8ff4-cf8e86b86b97 req-f2466aca-dd29-489b-9ea0-276987273a5b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282516 Oct 13 15:51:55.634227 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b98855-72aa-4791-9203-0e637fe617ec req-9a952e40-b533-4899-89d3-482a70b04836 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:55.635707 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-09b98855-72aa-4791-9203-0e637fe617ec req-9a952e40-b533-4899-89d3-482a70b04836 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0549772 Oct 13 15:51:55.680676 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-09b98855-72aa-4791-9203-0e637fe617ec req-8e024b25-b254-4df3-b580-a8d204c0f632 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380044 Oct 13 15:51:56.050371 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4943e58b-3a49-4faa-ab3b-7676185f64b6 req-8fbac955-d824-43ab-87b8-e052a35ab1c5 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 210 time: 0.0266640 Oct 13 15:51:56.150613 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a668b6-aa71-4038-81e2-f0866314ae9b req-e492c06c-a544-4aaa-9546-e86f34f5f4cb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:56.152460 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-10a668b6-aa71-4038-81e2-f0866314ae9b req-e492c06c-a544-4aaa-9546-e86f34f5f4cb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 945 time: 0.0550215 Oct 13 15:51:56.191659 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-10a668b6-aa71-4038-81e2-f0866314ae9b req-001cc9a1-091c-4b29-b43a-e3b5ac78f5cb tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326779 Oct 13 15:51:56.277099 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2f6ee3fb-eb83-462f-ad9d-10a2dbc60f50 req-21297a02-a47f-46cb-a7ea-1411daea6d45 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 210 time: 0.0268936 Oct 13 15:51:56.824704 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122029b8-9774-491c-a16f-873beeddaaac req-ccdefc0c-2358-4a8f-afb2-794320493337 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:56.826072 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-b667ff6d-9a82-4d23-843f-dd466fbd28ac tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=82d9d5e166a547ac9bcb78f2c4bdb2c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385118 Oct 13 15:51:56.843870 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-122029b8-9774-491c-a16f-873beeddaaac req-ccdefc0c-2358-4a8f-afb2-794320493337 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0913920 Oct 13 15:51:56.859148 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 53678) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:56.886677 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-122029b8-9774-491c-a16f-873beeddaaac req-ad960357-99c7-4d94-b9b9-639d9ce30eb9 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 Oct 13 15:51:56.997202 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f5a49028-236f-4733-8201-538fc7b4d2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:57.058136 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-3336872a-9c8e-4ffd-8fe5-72b4bbbff200 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:57.060128 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-3336872a-9c8e-4ffd-8fe5-72b4bbbff200 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219465 Oct 13 15:51:57.090295 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f5a49028-236f-4733-8201-538fc7b4d2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:57.117840 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Request body: {'port': {'device_id': '454149d9-b0c2-4e5f-af9d-8df3c1aa3969', 'network_id': '31335750-792a-4e5a-9dfa-904929639e03', 'admin_state_up': True, 'tenant_id': '82d9d5e166a547ac9bcb78f2c4bdb2c8'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:51:57.153640 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-19ef8b37-2be6-4f2b-a80e-3de8e43996fa req-e0aa35e1-8949-48d4-ad8f-d5ca56fde785 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 210 time: 0.0291836 Oct 13 15:51:57.181858 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f5a49028-236f-4733-8201-538fc7b4d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:57.222353 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-f5a49028-236f-4733-8201-538fc7b4d2c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d7849498c7b478a80c57aa97ebda054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617747 Oct 13 15:51:57.223371 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a49028-236f-4733-8201-538fc7b4d2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82785ff9-4e08-49c1-b673-4af7156e024a,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:57.226130 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 53688) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:57.287366 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eb4f51cb-c631-497f-bb9d-9045d3a06e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:57.328108 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eb4f51cb-c631-497f-bb9d-9045d3a06e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:57.328537 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Made reservation on behalf of 82d9d5e166a547ac9bcb78f2c4bdb2c8 for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:51:57.332768 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:57.343697 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:57.355405 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1808de-b384-4cc3-a9ca-8c677d9950fa req-ac87b32c-f207-450c-b95b-858759235559 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:57.356975 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7f1808de-b384-4cc3-a9ca-8c677d9950fa req-ac87b32c-f207-450c-b95b-858759235559 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 945 time: 0.0831430 Oct 13 15:51:57.415586 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b8573e0c-9fa4-4eff-9a1d-e024a87124f7 req-c8c5ad0e-7be3-4284-a595-b2db616c0a46 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 210 time: 0.0291064 Oct 13 15:51:57.432884 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7f1808de-b384-4cc3-a9ca-8c677d9950fa req-f5d35178-ea57-424e-99b8-35931cb05980 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634844 Oct 13 15:51:57.449047 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:57.548447 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:57.548688 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eb4f51cb-c631-497f-bb9d-9045d3a06e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:57.552863 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-eb4f51cb-c631-497f-bb9d-9045d3a06e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:57.558557 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-eb4f51cb-c631-497f-bb9d-9045d3a06e2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82785ff9-4e08-49c1-b673-4af7156e024a HTTP/1.1" status: 204 len: 168 time: 0.3273373 Oct 13 15:51:57.568771 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f51cb-c631-497f-bb9d-9045d3a06e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82785ff9-4e08-49c1-b673-4af7156e024a,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:57.629797 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae2d688-5d27-4f5c-b988-8c37bfee6028,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:57.776405 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Allocated IP 192.168.233.160 (31335750-792a-4e5a-9dfa-904929639e03/03a1609a-7e11-47fe-ba07-bb73a9fb4b0c/f7602efc-f0db-4d9c-abe5-3f09115c4633) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:51:57.803260 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40010cfe-b153-445c-9bf8-5ed49971382a req-64a249a1-032a-4002-9882-d26f77bcefc7 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:57.804691 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-40010cfe-b153-445c-9bf8-5ed49971382a req-64a249a1-032a-4002-9882-d26f77bcefc7 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "GET /v2.0/networks?id=b2851f40-db29-4f2e-a359-e4047a31395d HTTP/1.1" status: 200 len: 815 time: 0.1672132 Oct 13 15:51:57.838654 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-40010cfe-b153-445c-9bf8-5ed49971382a req-60fd25fe-7034-4868-b72d-e1c38f7ce657 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Request body: {'port': {'device_id': '821e2589-07fc-40aa-9b1b-ffabee126eb6', 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d', 'admin_state_up': True, 'tenant_id': 'c8511f9cedd645ca8749aee4bf75152e'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:51:57.849556 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 53706) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:58.018631 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:58.036694 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f46a9766-afb0-4136-9f42-a940edd388af admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:58.124061 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0728e1-0ed1-4213-8c2e-7b94ebfcfd75 req-c541f960-ffc6-45d4-84d9-273f4f45c2db tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:58.125811 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ef0728e1-0ed1-4213-8c2e-7b94ebfcfd75 req-c541f960-ffc6-45d4-84d9-273f4f45c2db tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.1268868 Oct 13 15:51:58.171192 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40010cfe-b153-445c-9bf8-5ed49971382a req-60fd25fe-7034-4868-b72d-e1c38f7ce657 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Made reservation on behalf of c8511f9cedd645ca8749aee4bf75152e for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:51:58.176408 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-40010cfe-b153-445c-9bf8-5ed49971382a req-60fd25fe-7034-4868-b72d-e1c38f7ce657 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:58.180165 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:58.203613 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ef0728e1-0ed1-4213-8c2e-7b94ebfcfd75 req-783173a8-6a61-453f-8427-2d47cf8e9dd4 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660410 Oct 13 15:51:58.236008 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f46a9766-afb0-4136-9f42-a940edd388af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:58.260152 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Network 31335750-792a-4e5a-9dfa-904929639e03 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:51:58.267648 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:51:58.275206 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:51:58.280866 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:58.283869 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:58.313162 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-44f6ae5a-0687-48f9-8cce-aca96c12b59b req-d14d5cf7-9f45-4117-b5e2-b68ea3237bce tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 210 time: 0.0383027 Oct 13 15:51:58.315463 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f46a9766-afb0-4136-9f42-a940edd388af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:58.345671 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Pushing event updated for resources: {'Port': ['ID=f7602efc-f0db-4d9c-abe5-3f09115c4633,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:58.383071 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-f46a9766-afb0-4136-9f42-a940edd388af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3c331b58836472e96d84aa85b641f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5320616 Oct 13 15:51:58.385586 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a9766-afb0-4136-9f42-a940edd388af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f65d00a-c3cb-4a14-ac91-430e1c295f73,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:58.394052 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 53738) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:51:58.571985 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ef9d5-7e66-4e92-b255-d2c434066094 req-8f73c0ef-abb0-483c-8c7a-6f6994e057b1 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:58.580480 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-241ef9d5-7e66-4e92-b255-d2c434066094 req-8f73c0ef-abb0-483c-8c7a-6f6994e057b1 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 936 time: 0.0760076 Oct 13 15:51:58.605751 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d7352af3-44c0-43f5-ab27-ad51fc246637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:58.637075 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-241ef9d5-7e66-4e92-b255-d2c434066094 req-e6d064f9-1ea6-4a1e-b25f-ebe11cf8902c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511317 Oct 13 15:51:58.665466 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-79adb7ec-386b-42cf-a984-c3cace855465 None None] Provisioning complete for port f7602efc-f0db-4d9c-abe5-3f09115c4633 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:51:58.665825 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-79adb7ec-386b-42cf-a984-c3cace855465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:58.702479 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-79adb7ec-386b-42cf-a984-c3cace855465 None None] Port f7602efc-f0db-4d9c-abe5-3f09115c4633 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:51:58.735017 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-15bce9c7-bfa4-4544-8acb-6b1744df001c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6213992 Oct 13 15:51:58.753470 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Request body: {'port': {'device_id': '454149d9-b0c2-4e5f-af9d-8df3c1aa3969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:51:58.802415 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-40010cfe-b153-445c-9bf8-5ed49971382a req-60fd25fe-7034-4868-b72d-e1c38f7ce657 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Allocated IP 172.20.0.8 (b2851f40-db29-4f2e-a359-e4047a31395d/8a183292-d095-46b1-84b3-c41041c01558/77508328-b545-42cf-a602-4b48545ca08c) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:51:58.856942 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9fb5-c48a-447c-bfd2-0e75a264f037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:58.869505 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:58.919899 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9fb5-c48a-447c-bfd2-0e75a264f037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:59.034979 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65833252-acd5-4010-98ab-c961a795acf2 req-983c7fcd-3582-4ed9-bd35-cf2d0a91362b tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:59.036622 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-65833252-acd5-4010-98ab-c961a795acf2 req-983c7fcd-3582-4ed9-bd35-cf2d0a91362b tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 945 time: 0.0527725 Oct 13 15:51:59.087471 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-65833252-acd5-4010-98ab-c961a795acf2 req-c861ac5a-0fd4-43a4-ab2c-c169b8f3867b tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415359 Oct 13 15:51:59.248360 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-40010cfe-b153-445c-9bf8-5ed49971382a req-60fd25fe-7034-4868-b72d-e1c38f7ce657 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:59.261163 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9fb5-c48a-447c-bfd2-0e75a264f037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:59.264644 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9fb5-c48a-447c-bfd2-0e75a264f037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:59.268532 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7b1e9fb5-c48a-447c-bfd2-0e75a264f037 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f65d00a-c3cb-4a14-ac91-430e1c295f73 HTTP/1.1" status: 204 len: 168 time: 0.8743641 Oct 13 15:51:59.293304 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e9fb5-c48a-447c-bfd2-0e75a264f037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f65d00a-c3cb-4a14-ac91-430e1c295f73,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:59.389807 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7602efc-f0db-4d9c-abe5-3f09115c4633 {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:51:59.402248 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:59.412931 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Transition to ACTIVE for port object f7602efc-f0db-4d9c-abe5-3f09115c4633 will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:51:59.452881 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-af44f123-da65-4543-a68f-926466508810 req-58e96226-8191-470e-a620-270545f45a44 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 210 time: 0.0266507 Oct 13 15:51:59.468322 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-40010cfe-b153-445c-9bf8-5ed49971382a req-60fd25fe-7034-4868-b72d-e1c38f7ce657 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:59.480661 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['d92ee354-20d8-4752-865f-c2ce578de6f5'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:51:59.517350 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40010cfe-b153-445c-9bf8-5ed49971382a req-60fd25fe-7034-4868-b72d-e1c38f7ce657 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Network b2851f40-db29-4f2e-a359-e4047a31395d is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:51:59.520643 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-40010cfe-b153-445c-9bf8-5ed49971382a req-60fd25fe-7034-4868-b72d-e1c38f7ce657 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:51:59.524480 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-40010cfe-b153-445c-9bf8-5ed49971382a req-60fd25fe-7034-4868-b72d-e1c38f7ce657 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:51:59.530279 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40010cfe-b153-445c-9bf8-5ed49971382a req-60fd25fe-7034-4868-b72d-e1c38f7ce657 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:59.530901 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-40010cfe-b153-445c-9bf8-5ed49971382a req-60fd25fe-7034-4868-b72d-e1c38f7ce657 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:59.539581 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:59.543453 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd25fe-7034-4868-b72d-e1c38f7ce657 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Pushing event updated for resources: {'Port': ['ID=77508328-b545-42cf-a602-4b48545ca08c,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:59.599832 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Pushing event updated for resources: {'Port': ['ID=f7602efc-f0db-4d9c-abe5-3f09115c4633,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:51:59.631163 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Attempting to bind port f7602efc-f0db-4d9c-abe5-3f09115c4633 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:51:59.631530 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Attempting to bind port f7602efc-f0db-4d9c-abe5-3f09115c4633 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '19b06602-d4c9-40a3-a71d-f7f7edc67cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '31335750-792a-4e5a-9dfa-904929639e03'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:51:59.632157 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Attempting to bind port f7602efc-f0db-4d9c-abe5-3f09115c4633 on network 31335750-792a-4e5a-9dfa-904929639e03 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:51:59.636278 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Port f7602efc-f0db-4d9c-abe5-3f09115c4633 on network 31335750-792a-4e5a-9dfa-904929639e03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:51:59.636595 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Attempting to bind port f7602efc-f0db-4d9c-abe5-3f09115c4633 on network 31335750-792a-4e5a-9dfa-904929639e03 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:51:59.641924 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:51:59.642257 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Checking segment: {'id': '19b06602-d4c9-40a3-a71d-f7f7edc67cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '31335750-792a-4e5a-9dfa-904929639e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:51:59.642650 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Bound using segment: {'id': '19b06602-d4c9-40a3-a71d-f7f7edc67cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '31335750-792a-4e5a-9dfa-904929639e03'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:51:59.643094 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Bound port: f7602efc-f0db-4d9c-abe5-3f09115c4633, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b06602-d4c9-40a3-a71d-f7f7edc67cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '31335750-792a-4e5a-9dfa-904929639e03'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:51:59.643541 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:59.649603 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-40010cfe-b153-445c-9bf8-5ed49971382a req-60fd25fe-7034-4868-b72d-e1c38f7ce657 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8145196 Oct 13 15:51:59.699556 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Request body: {'port': {'device_id': '821e2589-07fc-40aa-9b1b-ffabee126eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:51:59.772398 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ac057-6c71-4876-85af-09f4988014b0 req-0106e3f0-cfd6-4708-99a7-37a97e913d4d tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:59.774130 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-774ac057-6c71-4876-85af-09f4988014b0 req-0106e3f0-cfd6-4708-99a7-37a97e913d4d tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 948 time: 0.0712385 Oct 13 15:51:59.794704 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:59.798164 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] For port f7602efc-f0db-4d9c-abe5-3f09115c4633, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:51:59.808565 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] For port f7602efc-f0db-4d9c-abe5-3f09115c4633, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f7602efc-f0db-4d9c-abe5-3f09115c4633,segment=NetworkSegment(19b06602-d4c9-40a3-a71d-f7f7edc67cad),segment_id=19b06602-d4c9-40a3-a71d-f7f7edc67cad)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:51:59.838382 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-774ac057-6c71-4876-85af-09f4988014b0 req-48b204db-c40f-4d2e-af10-3f4dd9b09082 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456762 Oct 13 15:51:59.848355 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:51:59.916913 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:59.960242 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:59.960749 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:59.962080 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7602efc-f0db-4d9c-abe5-3f09115c4633 HTTP/1.1" status: 200 len: 1098 time: 1.2126546 Oct 13 15:51:59.968612 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454149d9-b0c2-4e5f-af9d-8df3c1aa3969', 'tag': 'f7602efc-f0db-4d9c-abe5-3f09115c4633'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:51:59.969600 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f24461a-3652-402f-8842-3e7046f0c388" -d '{"events": [{"name": "network-changed", "server_uuid": "454149d9-b0c2-4e5f-af9d-8df3c1aa3969", "tag": "f7602efc-f0db-4d9c-abe5-3f09115c4633"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:00.047273 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09bc83a-878f-40f3-b8a1-9bcf697dbebd x-openstack-request-id: req-d09bc83a-878f-40f3-b8a1-9bcf697dbebd {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:00.047577 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454149d9-b0c2-4e5f-af9d-8df3c1aa3969", "tag": "f7602efc-f0db-4d9c-abe5-3f09115c4633", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:00.047800 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d09bc83a-878f-40f3-b8a1-9bcf697dbebd {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:00.053213 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454149d9-b0c2-4e5f-af9d-8df3c1aa3969', 'tag': 'f7602efc-f0db-4d9c-abe5-3f09115c4633', 'status': 'completed', 'code': 200} Oct 13 15:52:00.054429 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a494d1-7e37-496b-bd01-41572c02d552 service neutron] Pushing event updated for resources: {'Port': ['ID=f7602efc-f0db-4d9c-abe5-3f09115c4633,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:00.157426 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24461a-3652-402f-8842-3e7046f0c388 req-22979925-e0e0-4796-b0a0-2c57d9b1289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:00.158969 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4f24461a-3652-402f-8842-3e7046f0c388 req-22979925-e0e0-4796-b0a0-2c57d9b1289a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82d9d5e166a547ac9bcb78f2c4bdb2c8&device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 1101 time: 0.0920811 Oct 13 15:52:00.206011 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 53786) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:00.216987 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4f24461a-3652-402f-8842-3e7046f0c388 req-af04a253-2bef-431a-aea8-5d9d383bbacc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=82d9d5e166a547ac9bcb78f2c4bdb2c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427837 Oct 13 15:52:00.229296 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f226-44c6-4351-9673-d11d36c2a65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:00.304673 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77508328-b545-42cf-a602-4b48545ca08c {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:52:00.316144 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:00.339798 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Transition to ACTIVE for port object 77508328-b545-42cf-a602-4b48545ca08c will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:52:00.366034 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24461a-3652-402f-8842-3e7046f0c388 req-27e1c79d-8171-4706-aed5-fc366b77667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:00.367515 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4f24461a-3652-402f-8842-3e7046f0c388 req-27e1c79d-8171-4706-aed5-fc366b77667c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319342 Oct 13 15:52:00.442908 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:00.468240 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80924afb-a058-4ae4-874e-e71b29cfa3df req-f0b1d7f5-f648-4e62-a3bc-41a2a8e28f43 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:00.469719 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-80924afb-a058-4ae4-874e-e71b29cfa3df req-f0b1d7f5-f648-4e62-a3bc-41a2a8e28f43 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 945 time: 0.2990546 Oct 13 15:52:00.524245 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640e6b9-407c-40c1-a879-6856d58d5dd1 req-2725cf34-7653-4fc1-bb46-75c0453a5adf tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:00.525657 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8640e6b9-407c-40c1-a879-6856d58d5dd1 req-2725cf34-7653-4fc1-bb46-75c0453a5adf tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0971076 Oct 13 15:52:00.535452 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-1bf8dadf-9ccb-40a3-97f7-9a71d7c11bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:00.536987 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-1bf8dadf-9ccb-40a3-97f7-9a71d7c11bb1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82d9d5e166a547ac9bcb78f2c4bdb2c8&device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 1101 time: 0.1042397 Oct 13 15:52:00.540350 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=77508328-b545-42cf-a602-4b48545ca08c,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:00.553559 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Attempting to bind port 77508328-b545-42cf-a602-4b48545ca08c on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:52:00.553890 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Attempting to bind port 77508328-b545-42cf-a602-4b48545ca08c by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:52:00.554211 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Attempting to bind port 77508328-b545-42cf-a602-4b48545ca08c on network b2851f40-db29-4f2e-a359-e4047a31395d {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:52:00.558482 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Port 77508328-b545-42cf-a602-4b48545ca08c on network b2851f40-db29-4f2e-a359-e4047a31395d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:52:00.558842 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Attempting to bind port 77508328-b545-42cf-a602-4b48545ca08c on network b2851f40-db29-4f2e-a359-e4047a31395d {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:52:00.565636 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-80924afb-a058-4ae4-874e-e71b29cfa3df req-da4e195b-55c9-4b48-ac9b-fa5a01408c0c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842226 Oct 13 15:52:00.570902 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:52:00.571096 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Checking segment: {'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:52:00.571470 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Bound using segment: {'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:52:00.571895 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Bound port: 77508328-b545-42cf-a602-4b48545ca08c, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:52:00.572244 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:00.623167 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8640e6b9-407c-40c1-a879-6856d58d5dd1 req-b15dc857-37ef-4556-961b-2d9ce48b653f tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746417 Oct 13 15:52:00.623280 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-20c614fe-f5a7-4997-8bd6-b29297b873c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f7602efc-f0db-4d9c-abe5-3f09115c4633 HTTP/1.1" status: 200 len: 217 time: 0.0589662 Oct 13 15:52:00.627386 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f226-44c6-4351-9673-d11d36c2a65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:00.721389 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-45550506-f229-4e68-9613-8917b688b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:00.722815 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-45550506-f229-4e68-9613-8917b688b507 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03a1609a-7e11-47fe-ba07-bb73a9fb4b0c HTTP/1.1" status: 200 len: 843 time: 0.0681720 Oct 13 15:52:00.726914 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f226-44c6-4351-9673-d11d36c2a65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:00.727066 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] For port 77508328-b545-42cf-a602-4b48545ca08c, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:52:00.730249 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] For port 77508328-b545-42cf-a602-4b48545ca08c, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=77508328-b545-42cf-a602-4b48545ca08c,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:52:00.800397 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6f226-44c6-4351-9673-d11d36c2a65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3e32fa-4627-4be3-8076-2752f4e9700d,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:00.803232 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-1c98460d-9f96-49e5-9520-1e1704c1290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:00.806975 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-d3a6f226-44c6-4351-9673-d11d36c2a65a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16ebde29cc8648fda6a1cc31578b0a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5970368 Oct 13 15:52:00.807114 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-1c98460d-9f96-49e5-9520-1e1704c1290d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31335750-792a-4e5a-9dfa-904929639e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0509393 Oct 13 15:52:00.807434 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 53800) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:00.851696 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444ea65-6e07-4751-b236-f578f3676639 req-003f3156-4abb-44f6-b6f4-7760799c1d8a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:00.853176 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e444ea65-6e07-4751-b236-f578f3676639 req-003f3156-4abb-44f6-b6f4-7760799c1d8a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 943 time: 0.1200483 Oct 13 15:52:00.869992 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:00.877970 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d9659-cfbb-45d6-a92a-e9053a6340ec req-a8c2a295-67e9-45c4-b56d-04d4b9c25011 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:00.879463 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-881d9659-cfbb-45d6-a92a-e9053a6340ec req-a8c2a295-67e9-45c4-b56d-04d4b9c25011 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.37 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 945 time: 0.0812633 Oct 13 15:52:00.936188 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:00.936874 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:00.938370 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-40010cfe-b153-445c-9bf8-5ed49971382a req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] 10.222.0.37 "PUT /v2.0/ports/77508328-b545-42cf-a602-4b48545ca08c HTTP/1.1" status: 200 len: 1093 time: 1.2434990 Oct 13 15:52:00.939994 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e444ea65-6e07-4751-b236-f578f3676639 req-dc4757e5-94ec-4392-8c84-bc8612a89c75 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773859 Oct 13 15:52:01.020649 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4dea3c9f-6d2d-41da-a6b5-048de22c195d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:01.057164 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29706054-1c15-42de-a41f-574bf299dfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=77508328-b545-42cf-a602-4b48545ca08c,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:01.065934 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-eb8a84d8-4a10-4cd8-a383-08e4ce38d795 service neutron] 10.222.0.37 "GET /v2.0/networks/31335750-792a-4e5a-9dfa-904929639e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508931 Oct 13 15:52:01.066300 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-881d9659-cfbb-45d6-a92a-e9053a6340ec req-58eb7dbc-2cf1-4a0e-88a0-d333bbd5849f tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Deleting port 16b37b2a-b070-456d-87b9-dcd33f7a0a33 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:52:01.066707 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-881d9659-cfbb-45d6-a92a-e9053a6340ec req-58eb7dbc-2cf1-4a0e-88a0-d333bbd5849f tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:01.114562 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4dea3c9f-6d2d-41da-a6b5-048de22c195d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:01.196828 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72cc8e-3d8f-400f-90c9-34cda3292e6c req-1f664888-0e7d-47ef-b076-a4011b7d9cc5 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:01.198638 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9d72cc8e-3d8f-400f-90c9-34cda3292e6c req-1f664888-0e7d-47ef-b076-a4011b7d9cc5 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 948 time: 0.0810385 Oct 13 15:52:01.216587 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40010cfe-b153-445c-9bf8-5ed49971382a req-c96be151-9ad1-40bf-8bff-ba1b16c46ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:01.218104 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-40010cfe-b153-445c-9bf8-5ed49971382a req-c96be151-9ad1-40bf-8bff-ba1b16c46ea2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8511f9cedd645ca8749aee4bf75152e&device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 1096 time: 0.1550047 Oct 13 15:52:01.225427 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-881d9659-cfbb-45d6-a92a-e9053a6340ec req-58eb7dbc-2cf1-4a0e-88a0-d333bbd5849f tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] For port 16b37b2a-b070-456d-87b9-dcd33f7a0a33, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=16b37b2a-b070-456d-87b9-dcd33f7a0a33,segment=NetworkSegment(1c72021b-83bb-4316-8dde-f6aaed3bf1ec),segment_id=1c72021b-83bb-4316-8dde-f6aaed3bf1ec)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:01.226365 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-881d9659-cfbb-45d6-a92a-e9053a6340ec req-58eb7dbc-2cf1-4a0e-88a0-d333bbd5849f tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:01.253295 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-881d9659-cfbb-45d6-a92a-e9053a6340ec req-58eb7dbc-2cf1-4a0e-88a0-d333bbd5849f tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Calling delete_port for 16b37b2a-b070-456d-87b9-dcd33f7a0a33 owned by compute:nova {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:52:01.273977 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-40010cfe-b153-445c-9bf8-5ed49971382a req-7d23229e-d084-4c37-81b7-b6ec3d73e283 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77508328-b545-42cf-a602-4b48545ca08c HTTP/1.1" status: 200 len: 217 time: 0.0467627 Oct 13 15:52:01.283476 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9d72cc8e-3d8f-400f-90c9-34cda3292e6c req-a9e099ff-130f-41b3-a9fa-858b5fd2cd01 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726252 Oct 13 15:52:01.285601 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-66ad6ff0-feb0-4926-bd66-7304f2ef05db req-ca0a841d-ef12-4da7-ab36-f076abebaeee service neutron] 10.222.0.37 "GET /v2.0/networks/31335750-792a-4e5a-9dfa-904929639e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880448 Oct 13 15:52:01.311355 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9f6782cc-fddb-453a-9cdc-e8a36f145384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:01.336488 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40010cfe-b153-445c-9bf8-5ed49971382a req-c96b059c-58f9-4f88-a345-2f02724902a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:01.337945 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-40010cfe-b153-445c-9bf8-5ed49971382a req-c96b059c-58f9-4f88-a345-2f02724902a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a183292-d095-46b1-84b3-c41041c01558 HTTP/1.1" status: 200 len: 855 time: 0.0515082 Oct 13 15:52:01.371355 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-40010cfe-b153-445c-9bf8-5ed49971382a req-8d190cee-27c4-4236-9ec8-e1430d4dbe3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2851f40-db29-4f2e-a359-e4047a31395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256305 Oct 13 15:52:01.373204 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4dea3c9f-6d2d-41da-a6b5-048de22c195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:01.375782 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4dea3c9f-6d2d-41da-a6b5-048de22c195d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:01.378971 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-4dea3c9f-6d2d-41da-a6b5-048de22c195d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c3e32fa-4627-4be3-8076-2752f4e9700d HTTP/1.1" status: 204 len: 168 time: 0.5683906 Oct 13 15:52:01.394594 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea3c9f-6d2d-41da-a6b5-048de22c195d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3e32fa-4627-4be3-8076-2752f4e9700d,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:01.480636 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-40010cfe-b153-445c-9bf8-5ed49971382a req-287d25f0-ba99-41f1-b5ce-c82f2489ce9b service neutron] 10.222.0.37 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000607 Oct 13 15:52:01.553841 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-881d9659-cfbb-45d6-a92a-e9053a6340ec req-58eb7dbc-2cf1-4a0e-88a0-d333bbd5849f tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:01.567490 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['16b37b2a-b070-456d-87b9-dcd33f7a0a33'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:52:01.582777 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb7dbc-2cf1-4a0e-88a0-d333bbd5849f tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Pushing event deleted for resources: {'Port': ['ID=16b37b2a-b070-456d-87b9-dcd33f7a0a33,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:01.594781 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-40010cfe-b153-445c-9bf8-5ed49971382a req-a45103fe-067f-4822-a903-5b9b47168d03 service neutron] 10.222.0.37 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958948 Oct 13 15:52:01.699356 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-881d9659-cfbb-45d6-a92a-e9053a6340ec req-58eb7dbc-2cf1-4a0e-88a0-d333bbd5849f tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] No DVR routers for this DVR port 16b37b2a-b070-456d-87b9-dcd33f7a0a33 on host hv-cinder-77428 {{(pid=107005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:52:01.703029 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d1e03376-5a1a-46df-a605-9f59996d2b33 req-4aecb8a3-f9e9-4682-931e-cae6efc577b5 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 210 time: 0.0450463 Oct 13 15:52:01.705181 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-881d9659-cfbb-45d6-a92a-e9053a6340ec req-58eb7dbc-2cf1-4a0e-88a0-d333bbd5849f tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:01.708814 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-881d9659-cfbb-45d6-a92a-e9053a6340ec req-58eb7dbc-2cf1-4a0e-88a0-d333bbd5849f tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.37 "DELETE /v2.0/ports/16b37b2a-b070-456d-87b9-dcd33f7a0a33 HTTP/1.1" status: 204 len: 173 time: 0.8181415 Oct 13 15:52:01.709266 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274bed49-2294-489f-b0be-c0050a133a5b', 'name': 'network-vif-deleted', 'tag': '16b37b2a-b070-456d-87b9-dcd33f7a0a33'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:52:01.711716 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d69af7-1bbc-471d-9121-495fae433c02" -d '{"events": [{"server_uuid": "274bed49-2294-489f-b0be-c0050a133a5b", "name": "network-vif-deleted", "tag": "16b37b2a-b070-456d-87b9-dcd33f7a0a33"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:01.775281 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89c65c8-5004-4050-90d3-e9b06300b447 x-openstack-request-id: req-e89c65c8-5004-4050-90d3-e9b06300b447 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:01.775625 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274bed49-2294-489f-b0be-c0050a133a5b", "name": "network-vif-deleted", "tag": "16b37b2a-b070-456d-87b9-dcd33f7a0a33", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:01.775884 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e89c65c8-5004-4050-90d3-e9b06300b447 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:01.776277 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274bed49-2294-489f-b0be-c0050a133a5b', 'name': 'network-vif-deleted', 'tag': '16b37b2a-b070-456d-87b9-dcd33f7a0a33', 'status': 'completed', 'code': 200} Oct 13 15:52:02.049594 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821e2589-07fc-40aa-9b1b-ffabee126eb6', 'tag': '77508328-b545-42cf-a602-4b48545ca08c'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:52:02.052109 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c70b789-5008-4340-b723-cf85c6fb58b0" -d '{"events": [{"name": "network-changed", "server_uuid": "821e2589-07fc-40aa-9b1b-ffabee126eb6", "tag": "77508328-b545-42cf-a602-4b48545ca08c"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:02.107445 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac7ba08-e13a-4d43-a64c-4e0cbc0c352d x-openstack-request-id: req-4ac7ba08-e13a-4d43-a64c-4e0cbc0c352d {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:02.107812 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821e2589-07fc-40aa-9b1b-ffabee126eb6", "tag": "77508328-b545-42cf-a602-4b48545ca08c", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:02.108065 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ac7ba08-e13a-4d43-a64c-4e0cbc0c352d {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:02.108455 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821e2589-07fc-40aa-9b1b-ffabee126eb6', 'tag': '77508328-b545-42cf-a602-4b48545ca08c', 'status': 'completed', 'code': 200} Oct 13 15:52:02.119971 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:02.128670 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb9af2-d1ed-421c-a213-7a923e01fd0d req-e55a2e98-9592-4b3c-8df5-e6a88edad9fa tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:02.135342 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-64eb9af2-d1ed-421c-a213-7a923e01fd0d req-e55a2e98-9592-4b3c-8df5-e6a88edad9fa tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 943 time: 0.1071157 Oct 13 15:52:02.199003 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-64eb9af2-d1ed-421c-a213-7a923e01fd0d req-1c8b7d1e-9f09-4e9b-9e6f-de73121ecf5b tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618734 Oct 13 15:52:02.205366 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b789-5008-4340-b723-cf85c6fb58b0 req-9b9bd319-0270-47ab-9b0d-9f2288edff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:02.206796 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6c70b789-5008-4340-b723-cf85c6fb58b0 req-9b9bd319-0270-47ab-9b0d-9f2288edff8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8511f9cedd645ca8749aee4bf75152e&device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0636783 Oct 13 15:52:02.233825 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:02.407729 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b789-5008-4340-b723-cf85c6fb58b0 req-c34dd90b-5bff-480f-a0e1-d9ce7cb9ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:02.409220 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6c70b789-5008-4340-b723-cf85c6fb58b0 req-c34dd90b-5bff-480f-a0e1-d9ce7cb9ce8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2851f40-db29-4f2e-a359-e4047a31395d HTTP/1.1" status: 200 len: 916 time: 0.1866558 Oct 13 15:52:02.429088 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78d746-98ab-4f17-a391-32d37a9b2ff4 req-af6b4b56-2a7a-4033-8756-e3654e21ed06 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:02.430534 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2b78d746-98ab-4f17-a391-32d37a9b2ff4 req-af6b4b56-2a7a-4033-8756-e3654e21ed06 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 948 time: 0.0577431 Oct 13 15:52:02.477157 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6c70b789-5008-4340-b723-cf85c6fb58b0 req-0fa4a285-a8f4-4d3e-8586-6b51529407cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77508328-b545-42cf-a602-4b48545ca08c HTTP/1.1" status: 200 len: 217 time: 0.0456588 Oct 13 15:52:02.529054 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2b78d746-98ab-4f17-a391-32d37a9b2ff4 req-7e369e5a-3290-4cf4-b162-16e715de2bea tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900195 Oct 13 15:52:02.544445 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b789-5008-4340-b723-cf85c6fb58b0 req-74b691d7-4a9d-4f12-b010-d04e21b5fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:02.546523 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6c70b789-5008-4340-b723-cf85c6fb58b0 req-74b691d7-4a9d-4f12-b010-d04e21b5fb02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a183292-d095-46b1-84b3-c41041c01558 HTTP/1.1" status: 200 len: 855 time: 0.0567591 Oct 13 15:52:02.581766 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6c70b789-5008-4340-b723-cf85c6fb58b0 req-c17a53a4-cbd6-466b-9a0a-054dd3b20598 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2851f40-db29-4f2e-a359-e4047a31395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245519 Oct 13 15:52:02.647220 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 53874) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:02.689895 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6c70b789-5008-4340-b723-cf85c6fb58b0 req-bfc1005c-ccd8-4a7c-b50f-ea757f5ee7e5 service neutron] 10.222.0.37 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973773 Oct 13 15:52:02.770118 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2023840067-network', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:02.811388 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6c70b789-5008-4340-b723-cf85c6fb58b0 req-c8955184-fde8-489b-9efd-2e408f0b7543 service neutron] 10.222.0.37 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141355 Oct 13 15:52:02.839238 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-851c94d4-1ca8-47c8-bd8d-40eca03f50c9 req-1f2faf30-adf5-4f84-8ff1-9982768c3396 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=274bed49-2294-489f-b0be-c0050a133a5b HTTP/1.1" status: 200 len: 210 time: 0.0263560 Oct 13 15:52:02.893600 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] Made reservation on behalf of b5ed88eceaec415da77cd8f2f848b36a for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:52:02.895924 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:02.906108 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:02.978229 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:03.110609 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:03.140405 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:52:03.153903 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce50cd3f-811f-42a8-8b01-7e5c57240509,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:03.159427 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:03.159855 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] Added segment e19cf538-5c0d-4f13-832a-61fa4b4701b6 of type vlan for network 472e4c1f-eadc-485a-8e41-ac721b348df6 Oct 13 15:52:03.202351 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:03.313204 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9701f-14df-453b-8090-4d06a58e35bd req-9f26a925-635c-4061-bc6a-07bccdeb29bc tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:03.314666 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-26d9701f-14df-453b-8090-4d06a58e35bd req-9f26a925-635c-4061-bc6a-07bccdeb29bc tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 943 time: 0.0496464 Oct 13 15:52:03.324733 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:03.325792 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:03.326370 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:03.355860 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-26d9701f-14df-453b-8090-4d06a58e35bd req-a564c612-6b16-47ce-be56-9fb49c957ded tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352530 Oct 13 15:52:03.385995 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] Pushing event updated for resources: {'Network': ['ID=472e4c1f-eadc-485a-8e41-ac721b348df6,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:03.395853 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network 472e4c1f-eadc-485a-8e41-ac721b348df6 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:52:03.467390 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-24d5634e-c0eb-449c-ab2e-e146c620c49f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8189943 Oct 13 15:52:03.470237 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 53896) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:03.474985 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-9a683a01-bcd2-47a7-9c24-ff84b78683a5 admin admin] Request body: {'subnet': {'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2023840067-subnet', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:03.578492 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a683a01-bcd2-47a7-9c24-ff84b78683a5 admin admin] Made reservation on behalf of b5ed88eceaec415da77cd8f2f848b36a for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:52:03.580814 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9a683a01-bcd2-47a7-9c24-ff84b78683a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:03.641578 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12739f-c651-465b-a4ce-db3a010dd4ee req-95014fc1-907b-4894-9e60-1012a07eaaaf tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:03.643074 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ab12739f-c651-465b-a4ce-db3a010dd4ee req-95014fc1-907b-4894-9e60-1012a07eaaaf tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 948 time: 0.0485482 Oct 13 15:52:03.680931 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ab12739f-c651-465b-a4ce-db3a010dd4ee req-f5824809-3608-477e-8940-fa747e7f19bc tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315015 Oct 13 15:52:03.818707 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9a683a01-bcd2-47a7-9c24-ff84b78683a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for subnet, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:03.881356 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a683a01-bcd2-47a7-9c24-ff84b78683a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c99c185-a519-4976-b8d3-f0c1d1c939d2,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:03.883536 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a683a01-bcd2-47a7-9c24-ff84b78683a5 admin admin] Checking segment: {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:52:03.883891 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a683a01-bcd2-47a7-9c24-ff84b78683a5 admin admin] Network hostable DHCP agents. Network: 472e4c1f-eadc-485a-8e41-ac721b348df6, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:52:03.901771 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:03.984440 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a683a01-bcd2-47a7-9c24-ff84b78683a5 admin admin] Network 472e4c1f-eadc-485a-8e41-ac721b348df6 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:52:04.113189 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-9a683a01-bcd2-47a7-9c24-ff84b78683a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, 472e4c1f-eadc-485a-8e41-ac721b348df6) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:04.118903 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a683a01-bcd2-47a7-9c24-ff84b78683a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:04.119944 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9a683a01-bcd2-47a7-9c24-ff84b78683a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:04.127091 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86051550-fdb8-4346-b069-5c28959fd0d6 None None] Network 472e4c1f-eadc-485a-8e41-ac721b348df6 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:52:04.171723 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f59c8704-2c4a-45ee-8711-980d9ea8d82d tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:04.173461 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f59c8704-2c4a-45ee-8711-980d9ea8d82d tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/networks?id=a9d92c62-7024-492d-8dde-590ea9444890 HTTP/1.1" status: 200 len: 808 time: 0.1260858 Oct 13 15:52:04.194086 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-01882c25-80ab-47cb-9eee-7d2445594654 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/quotas/309bff535eab47a3a66c50fb4886e7ca HTTP/1.1" status: 200 len: 375 time: 0.0104067 Oct 13 15:52:04.225197 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f5cd177c-0583-4965-883e-cc4c9e1fbab0 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=309bff535eab47a3a66c50fb4886e7ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243950 Oct 13 15:52:04.249166 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-9a683a01-bcd2-47a7-9c24-ff84b78683a5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7777665 Oct 13 15:52:04.251842 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 53924) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:04.256785 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:04.291812 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e4b5192-b0ca-5ce3-a42e-6ff05d2adb6f-472e4c1f-eadc-485a-8e41-ac721b348df6', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2'}]}} from dv-cinder-774288-10-iscsi. {{(pid=107007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:52:04.292908 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:04.314382 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device f7602efc-f0db-4d9c-abe5-3f09115c4633 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:52:04.320534 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-29668c34-03d4-470c-91bf-74014ebb19c3 service neutron] 10.222.0.26 "GET /v2.0/networks/a9d92c62-7024-492d-8dde-590ea9444890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869224 Oct 13 15:52:04.367284 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8044523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:04.368380 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8044415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8039208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12825'] for router, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:04.434023 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-1607a0c5-ba21-487c-8e30-e77587e22e68 service neutron] 10.222.0.26 "GET /v2.0/networks/a9d92c62-7024-492d-8dde-590ea9444890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062782 Oct 13 15:52:04.438381 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:04.494469 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Allocated IP 172.20.0.2 (472e4c1f-eadc-485a-8e41-ac721b348df6/2c99c185-a519-4976-b8d3-f0c1d1c939d2/e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:52:04.505993 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e284a-7f46-4254-938e-dc5479e794f5 req-ca01d4c3-a0ec-43dc-8f74-a5b33af5970f tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:04.505993 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d13e284a-7f46-4254-938e-dc5479e794f5 req-ca01d4c3-a0ec-43dc-8f74-a5b33af5970f tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 943 time: 0.0624568 Oct 13 15:52:04.520327 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port f7602efc-f0db-4d9c-abe5-3f09115c4633, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f7602efc-f0db-4d9c-abe5-3f09115c4633,segment=NetworkSegment(19b06602-d4c9-40a3-a71d-f7f7edc67cad),segment_id=19b06602-d4c9-40a3-a71d-f7f7edc67cad)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:04.540950 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d13e284a-7f46-4254-938e-dc5479e794f5 req-a6c1da21-257e-4af4-97c2-d37b9cc7bc60 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366411 Oct 13 15:52:04.576774 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': 'f7602efc-f0db-4d9c-abe5-3f09115c4633', 'network_id': '31335750-792a-4e5a-9dfa-904929639e03', 'port_id': 'f7602efc-f0db-4d9c-abe5-3f09115c4633', 'mac_address': 'fa:16:3e:51:98:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a1609a-7e11-47fe-ba07-bb73a9fb4b0c', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:52:04.634177 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:04.675085 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7602efc-f0db-4d9c-abe5-3f09115c4633 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:52:04.726689 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port f7602efc-f0db-4d9c-abe5-3f09115c4633, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f7602efc-f0db-4d9c-abe5-3f09115c4633,segment=NetworkSegment(19b06602-d4c9-40a3-a71d-f7f7edc67cad),segment_id=19b06602-d4c9-40a3-a71d-f7f7edc67cad)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:04.740723 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:04.756212 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Notify callbacks [] for port, precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:04.756814 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0fc0ae92-ac79-4d6b-b6a9-0f25fb11df1c req-84769ce7-ecd2-4885-90ab-f4ebc2e2af8a tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 210 time: 0.0383840 Oct 13 15:52:04.789897 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:04.851625 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:04.874789 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=f7602efc-f0db-4d9c-abe5-3f09115c4633,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:04.891438 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c28b0c-984a-4e6e-8372-cd1f70632a40 req-7092e2f0-bc9b-4fe1-90f2-e6bdfd57e126 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:04.892257 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-89c28b0c-984a-4e6e-8372-cd1f70632a40 req-7092e2f0-bc9b-4fe1-90f2-e6bdfd57e126 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 949 time: 0.0731237 Oct 13 15:52:04.892464 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Network 472e4c1f-eadc-485a-8e41-ac721b348df6 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:04.916958 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:04.927445 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:52:04.937754 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-89c28b0c-984a-4e6e-8372-cd1f70632a40 req-74699c66-be12-4cb9-baa7-2a085268ba07 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Oct 13 15:52:05.001005 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Pushing event updated for resources: {'Port': ['ID=e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:05.018076 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Attempting to bind port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:52:05.018477 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Attempting to bind port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:52:05.018832 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Attempting to bind port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce on network 472e4c1f-eadc-485a-8e41-ac721b348df6 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:52:05.024023 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:52:05.027659 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Checking segment: {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:52:05.027659 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:05.027659 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Bound using segment: {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:52:05.027659 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Bound port: e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:52:05.027659 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:05.103891 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-03b04915-142f-4262-b066-d73f9f60108b None None] For port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:52:05.108300 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-03b04915-142f-4262-b066-d73f9f60108b None None] For port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:52:05.115285 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['f7602efc-f0db-4d9c-abe5-3f09115c4633'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:52:05.174748 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:05.266499 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b04915-142f-4262-b066-d73f9f60108b None None] Pushing event updated for resources: {'Port': ['ID=e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:05.337056 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:05.357727 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:05.468184 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Allocated IP 172.27.3.116 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/53906cd3-b463-4ff1-b78e-d8aa80ed2b0e) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:52:05.667219 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:05.717770 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cf12c-b36e-47cc-9376-50fe64a519a0 req-dee468e9-f403-4260-9178-5a264bc6b440 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:05.719361 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-272cf12c-b36e-47cc-9376-50fe64a519a0 req-dee468e9-f403-4260-9178-5a264bc6b440 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 943 time: 0.0715334 Oct 13 15:52:05.757873 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-272cf12c-b36e-47cc-9376-50fe64a519a0 req-c8773b25-c518-4763-a0a4-b4484564d6e8 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322945 Oct 13 15:52:05.779112 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:05.822787 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:05.822928 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:05.827003 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:52:05.882835 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-933074a5-f43f-46bb-aacc-f0c70982687d req-121270a2-3c36-4d7b-b6ec-330f86a1a019 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 210 time: 0.0358572 Oct 13 15:52:05.893030 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Pushing event updated for resources: {'Port': ['ID=53906cd3-b463-4ff1-b78e-d8aa80ed2b0e,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:05.929796 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc00162-5f2d-412f-a763-b3646b94de71 req-48c260ba-ce39-4582-8358-df3625dab4b1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:05.931359 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-cfc00162-5f2d-412f-a763-b3646b94de71 req-48c260ba-ce39-4582-8358-df3625dab4b1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0742688 Oct 13 15:52:05.980309 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-cfc00162-5f2d-412f-a763-b3646b94de71 req-2b8499c8-947e-4f46-813b-2a65ba3fc1bb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417778 Oct 13 15:52:06.088439 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ae5bb-d043-47a3-b608-8282a57921f4 req-10e6265d-b99e-4637-a2ea-1bef395b35c5 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:06.090076 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1b3ae5bb-d043-47a3-b608-8282a57921f4 req-10e6265d-b99e-4637-a2ea-1bef395b35c5 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 949 time: 0.0711730 Oct 13 15:52:06.147437 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1b3ae5bb-d043-47a3-b608-8282a57921f4 req-6bce325e-fdd0-4227-a786-5d0de190d6f6 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465808 Oct 13 15:52:06.152611 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:06.351314 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 77508328-b545-42cf-a602-4b48545ca08c details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:52:06.355753 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device f7602efc-f0db-4d9c-abe5-3f09115c4633 up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:06.372523 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8044384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916025'] for router, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:06.492264 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b07dacd-a222-4598-9802-018a403bc6c6 None None] Network 472e4c1f-eadc-485a-8e41-ac721b348df6 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:52:06.520223 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:06.587777 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port f7602efc-f0db-4d9c-abe5-3f09115c4633 completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:52:06.615047 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port f7602efc-f0db-4d9c-abe5-3f09115c4633 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:06.615423 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:06.622507 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b is scheduled to L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 with binding_index 1 {{(pid=107006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:52:06.735960 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:52:06.745246 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Sync routers for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:52:06.755779 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:52:06.756612 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:52:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:06.801608 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 77508328-b545-42cf-a602-4b48545ca08c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=77508328-b545-42cf-a602-4b48545ca08c,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:06.820191 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-0d626568-5764-4480-a60e-d2445cc90f06 None None] Provisioning complete for port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:06.820564 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0d626568-5764-4480-a60e-d2445cc90f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:06.850475 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] Notify callbacks [] for router, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:06.858672 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-290af99b-475b-456b-a71c-5b304784fb50 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6051006 Oct 13 15:52:06.862199 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 53994) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:06.865527 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': '77508328-b545-42cf-a602-4b48545ca08c', 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d', 'port_id': '77508328-b545-42cf-a602-4b48545ca08c', 'mac_address': 'fa:16:3e:79:fb:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a183292-d095-46b1-84b3-c41041c01558', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:52:06.875238 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:52:06.888263 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6e223-f739-41ef-9823-6ca5757d1ee6 req-98a9a12a-a696-4b6d-bb0e-127757816a04 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:06.895665 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ded6e223-f739-41ef-9823-6ca5757d1ee6 req-98a9a12a-a696-4b6d-bb0e-127757816a04 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 943 time: 0.0564342 Oct 13 15:52:06.943111 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ded6e223-f739-41ef-9823-6ca5757d1ee6 req-14299a5f-d009-4b88-9971-3998cc33d182 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416033 Oct 13 15:52:07.033673 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:07.034073 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.058645 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-caf7179d-b229-42a3-a20d-473e24f2a210 req-45ad11ae-6077-4a10-a690-877db5d6017a tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 210 time: 0.0626302 Oct 13 15:52:07.095713 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:05Z', 'revision_number': 3, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:07.124058 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Checking router: ba33adf1-fb79-4a12-bcfd-23c997fc2b3b for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:52:07.124427 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Updating router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b port 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e binding host dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:52:07.146943 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.191107 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.194579 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.212387 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77508328-b545-42cf-a602-4b48545ca08c {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:52:07.232274 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e46f37-7aea-4cae-a713-f3bc787da22b req-1e6b7db7-f6aa-4759-ba89-c14d91f70677 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:07.239681 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f0e46f37-7aea-4cae-a713-f3bc787da22b req-1e6b7db7-f6aa-4759-ba89-c14d91f70677 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0842187 Oct 13 15:52:07.261705 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port f7602efc-f0db-4d9c-abe5-3f09115c4633, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f7602efc-f0db-4d9c-abe5-3f09115c4633,segment=NetworkSegment(19b06602-d4c9-40a3-a71d-f7f7edc67cad),segment_id=19b06602-d4c9-40a3-a71d-f7f7edc67cad)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:07.268102 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454149d9-b0c2-4e5f-af9d-8df3c1aa3969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7602efc-f0db-4d9c-abe5-3f09115c4633'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:52:07.270860 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ad185a-af34-4f57-8d6f-579736c350a3" -d '{"events": [{"server_uuid": "454149d9-b0c2-4e5f-af9d-8df3c1aa3969", "name": "network-vif-plugged", "status": "completed", "tag": "f7602efc-f0db-4d9c-abe5-3f09115c4633"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:07.337240 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.338243 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 16b37b2a-b070-456d-87b9-dcd33f7a0a33 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:52:07.345761 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 77508328-b545-42cf-a602-4b48545ca08c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=77508328-b545-42cf-a602-4b48545ca08c,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:07.404203 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: 16b37b2a-b070-456d-87b9-dcd33f7a0a33 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:52:07.404866 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 16b37b2a-b070-456d-87b9-dcd33f7a0a33 not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:52:07.406975 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0d626568-5764-4480-a60e-d2445cc90f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.421895 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.453175 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.485923 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-0d626568-5764-4480-a60e-d2445cc90f06 None None] For port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:07.503505 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=f7602efc-f0db-4d9c-abe5-3f09115c4633,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:07.557067 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=77508328-b545-42cf-a602-4b48545ca08c,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:07.571407 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0d626568-5764-4480-a60e-d2445cc90f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.573288 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.633766 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.db.api [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:52:07.639172 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG oslo_db.api [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:52:07.693404 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Notify callbacks [] for port, precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.711179 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d626568-5764-4480-a60e-d2445cc90f06 None None] Pushing event updated for resources: {'Port': ['ID=e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:07.723128 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-1e4eac9b-5883-4af9-88d0-bf53b2a59930 None None] Provisioning complete for port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:07.723556 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1e4eac9b-5883-4af9-88d0-bf53b2a59930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.787801 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.790051 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-64fe290f-9cf3-4709-8601-ef777888e455 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:07.792249 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-64fe290f-9cf3-4709-8601-ef777888e455 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.37 "GET /v2.0/networks?id=a9d92c62-7024-492d-8dde-590ea9444890 HTTP/1.1" status: 200 len: 808 time: 0.7235997 Oct 13 15:52:07.824621 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc26708-690e-406a-bfe5-58603caf43ac req-6bc4dadf-ce46-4b1e-adb0-ac3aa706e002 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:07.830767 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['77508328-b545-42cf-a602-4b48545ca08c'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:52:07.834013 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0fc26708-690e-406a-bfe5-58603caf43ac req-6bc4dadf-ce46-4b1e-adb0-ac3aa706e002 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 950 time: 0.5821664 Oct 13 15:52:07.839528 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Allocated IP 172.20.0.1 (472e4c1f-eadc-485a-8e41-ac721b348df6/2c99c185-a519-4976-b8d3-f0c1d1c939d2/d756f84c-bb18-4e1a-9b6a-cdffa3250b89) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:52:07.846359 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-dc032907-31ef-45b4-b065-b2fbb09c8a7c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Request body: {'port': {'device_id': '52c5d3d7-fbd6-41cd-9c1c-3f29237d2352', 'network_id': 'a9d92c62-7024-492d-8dde-590ea9444890', 'admin_state_up': True, 'tenant_id': '309bff535eab47a3a66c50fb4886e7ca'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:07.867628 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Attempting to bind port 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:52:07.868040 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Attempting to bind port 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:52:07.868409 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Attempting to bind port 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e on network ee43febe-a688-4431-b929-490b4321eed3 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:52:07.881923 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:52:07.883805 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Checking segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:52:07.883805 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.883805 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Bound using segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:52:07.884135 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Bound port: 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:52:07.884529 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.888231 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b2955-8974-4835-be4a-8eec14b671e9 None None] Pushing event updated for resources: {'Port': ['ID=53906cd3-b463-4ff1-b78e-d8aa80ed2b0e,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:07.924868 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b2955-8974-4835-be4a-8eec14b671e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:07.925316 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b2955-8974-4835-be4a-8eec14b671e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:07.926575 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b2955-8974-4835-be4a-8eec14b671e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:07.927079 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b2955-8974-4835-be4a-8eec14b671e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:07.927424 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b2955-8974-4835-be4a-8eec14b671e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:07.927777 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b2955-8974-4835-be4a-8eec14b671e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:07.928254 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b2955-8974-4835-be4a-8eec14b671e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:07.928608 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b2955-8974-4835-be4a-8eec14b671e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:07.928957 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b2955-8974-4835-be4a-8eec14b671e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:07.929346 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b2955-8974-4835-be4a-8eec14b671e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:07.929710 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b2955-8974-4835-be4a-8eec14b671e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:07.930033 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b2955-8974-4835-be4a-8eec14b671e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:07.952230 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f0e46f37-7aea-4cae-a713-f3bc787da22b req-05bc3f13-a0c7-4e0e-9c0d-68fdac986669 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7114782 Oct 13 15:52:07.974245 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] For port 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:52:07.977818 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] For port 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=53906cd3-b463-4ff1-b78e-d8aa80ed2b0e,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:52:07.985061 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:08.024917 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4757ed-945f-4c6b-8c47-aaab6235a3c3 x-openstack-request-id: req-8e4757ed-945f-4c6b-8c47-aaab6235a3c3 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:08.025220 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454149d9-b0c2-4e5f-af9d-8df3c1aa3969", "name": "network-vif-plugged", "status": "completed", "tag": "f7602efc-f0db-4d9c-abe5-3f09115c4633", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:08.026661 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e4757ed-945f-4c6b-8c47-aaab6235a3c3 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:08.026965 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454149d9-b0c2-4e5f-af9d-8df3c1aa3969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7602efc-f0db-4d9c-abe5-3f09115c4633', 'code': 200} Oct 13 15:52:08.046794 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0fc26708-690e-406a-bfe5-58603caf43ac req-fefe4056-4f20-48bd-a47c-8d192c9186c8 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892688 Oct 13 15:52:08.060333 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:08.122475 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:52:08.123596 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:52:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:08.123726 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:08.152577 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6755c-1738-49b4-bcef-ff67c7147bbf req-e429203b-5ebd-4209-97ff-ee28f467fb54 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:08.155728 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ebf6755c-1738-49b4-bcef-ff67c7147bbf req-e429203b-5ebd-4209-97ff-ee28f467fb54 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 944 time: 0.0769091 Oct 13 15:52:08.159861 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Network 472e4c1f-eadc-485a-8e41-ac721b348df6 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:08.161259 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b2955-8974-4835-be4a-8eec14b671e9 None None] Pushing event updated for resources: {'Port': ['ID=53906cd3-b463-4ff1-b78e-d8aa80ed2b0e,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:08.164894 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:08.171513 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:52:08.172068 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915816'] for router_interface, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:08.216341 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-dc032907-31ef-45b4-b065-b2fbb09c8a7c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Made reservation on behalf of 309bff535eab47a3a66c50fb4886e7ca for: {'port': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:52:08.220798 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-dc032907-31ef-45b4-b065-b2fbb09c8a7c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:08.235705 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4dc9e3d5-15b2-424c-b49e-7a07e243844d req-221fa761-f2d8-4a29-9042-ea78e9e052a8 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 210 time: 0.0781136 Oct 13 15:52:08.294496 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:52:08.322286 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Pushing event updated for resources: {'Port': ['ID=d756f84c-bb18-4e1a-9b6a-cdffa3250b89,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:08.370101 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ebf6755c-1738-49b4-bcef-ff67c7147bbf req-baf98137-7649-41fe-9849-d8146b588cd6 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834340 Oct 13 15:52:08.443116 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-ff3ae600-ba45-40d4-8d22-768d908374bd None None] Provisioning complete for port d756f84c-bb18-4e1a-9b6a-cdffa3250b89 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:08.443687 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae600-ba45-40d4-8d22-768d908374bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:08.487438 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-dc032907-31ef-45b4-b065-b2fbb09c8a7c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Allocated IP 172.20.0.2 (a9d92c62-7024-492d-8dde-590ea9444890/a3b156e8-770c-49f0-80f7-980c16365a90/66cb1770-0f75-4ddb-b2ab-155ecfe453b9) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:52:08.489290 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:08.489429 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:08.509676 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0efd47-db8f-40f4-ac22-77fa96ee108a req-24641829-101f-4657-bc3f-436208057555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:08.511290 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1b0efd47-db8f-40f4-ac22-77fa96ee108a req-24641829-101f-4657-bc3f-436208057555 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 1103 time: 0.1166167 Oct 13 15:52:08.516489 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ae600-ba45-40d4-8d22-768d908374bd None None] Port d756f84c-bb18-4e1a-9b6a-cdffa3250b89 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:52:08.590579 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1b0efd47-db8f-40f4-ac22-77fa96ee108a req-ce533156-3852-4f14-b3c9-b4b8366cf9d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546243 Oct 13 15:52:08.591430 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:08.591805 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:08.730765 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-dc032907-31ef-45b4-b065-b2fbb09c8a7c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:08.743574 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:05Z', 'revision_number': 3, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:08.745138 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:08.770389 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499f9eb-2a08-47a4-84c5-d78a58a8d7f5 None None] The sync data for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi is: [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:05Z', 'revision_number': 3, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:52:08.807378 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:08.808226 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8041656'] for router_interface, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:08.854153 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-dc032907-31ef-45b4-b065-b2fbb09c8a7c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:08.896470 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Pushing event updated for resources: {'Port': ['ID=d756f84c-bb18-4e1a-9b6a-cdffa3250b89,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:08.908824 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-dc032907-31ef-45b4-b065-b2fbb09c8a7c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Network a9d92c62-7024-492d-8dde-590ea9444890 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:08.912230 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-dc032907-31ef-45b4-b065-b2fbb09c8a7c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:08.914990 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-dc032907-31ef-45b4-b065-b2fbb09c8a7c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:52:08.941456 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc032907-31ef-45b4-b065-b2fbb09c8a7c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Pushing event updated for resources: {'Port': ['ID=66cb1770-0f75-4ddb-b2ab-155ecfe453b9,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:08.947759 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Network 472e4c1f-eadc-485a-8e41-ac721b348df6 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:08.949206 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:08.971331 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-dc032907-31ef-45b4-b065-b2fbb09c8a7c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:08.972123 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-dc032907-31ef-45b4-b065-b2fbb09c8a7c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:09.125278 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-dc032907-31ef-45b4-b065-b2fbb09c8a7c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2843778 Oct 13 15:52:09.146665 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:52:09.150675 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c22b98-ca3b-478e-8637-6460bfa80008 req-1142c12c-7985-43e1-b9a7-a6b5923f793d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:09.151935 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-93c22b98-ca3b-478e-8637-6460bfa80008 req-1142c12c-7985-43e1-b9a7-a6b5923f793d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.1173058 Oct 13 15:52:09.166541 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Request body: {'port': {'device_id': '52c5d3d7-fbd6-41cd-9c1c-3f29237d2352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:09.274545 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-93c22b98-ca3b-478e-8637-6460bfa80008 req-b3bec086-3078-4418-9b04-8505bc9dc4a1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043708 Oct 13 15:52:09.286511 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae178b-1637-4997-ae3d-e96aef460f1a req-7c49c42f-092b-4fb5-800e-2ef231ae28d4 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:09.287977 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6eae178b-1637-4997-ae3d-e96aef460f1a req-7c49c42f-092b-4fb5-800e-2ef231ae28d4 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 950 time: 0.1338720 Oct 13 15:52:09.299774 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:09.322286 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:52:09.329367 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-b0b8bdd2-2bec-452f-baa8-702229ffcd19 admin admin] 10.222.0.26 "PUT /v2.0/routers/ba33adf1-fb79-4a12-bcfd-23c997fc2b3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4648643 Oct 13 15:52:09.367017 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-ba384483-49b0-4678-ae05-5af0e868d9f6 None None] Provisioning complete for port d756f84c-bb18-4e1a-9b6a-cdffa3250b89 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:09.367380 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ba384483-49b0-4678-ae05-5af0e868d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:09.379780 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6eae178b-1637-4997-ae3d-e96aef460f1a req-cb34535d-0e08-4542-82ec-cf84febca815 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839145 Oct 13 15:52:09.416724 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-ba384483-49b0-4678-ae05-5af0e868d9f6 None None] Port d756f84c-bb18-4e1a-9b6a-cdffa3250b89 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:52:09.657321 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdbafe-7825-47b1-a03f-30f61f136001 req-25231069-77dd-4bb7-b649-746772db2a9e tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:09.658840 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a7bdbafe-7825-47b1-a03f-30f61f136001 req-25231069-77dd-4bb7-b649-746772db2a9e tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 931 time: 0.1792903 Oct 13 15:52:09.698532 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317978-e872-451a-956d-76f224bea6c4 req-0cf1a390-11eb-49c3-8066-c550a2b48547 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:09.700148 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b8317978-e872-451a-956d-76f224bea6c4 req-0cf1a390-11eb-49c3-8066-c550a2b48547 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 944 time: 0.2192981 Oct 13 15:52:09.762813 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a7bdbafe-7825-47b1-a03f-30f61f136001 req-bff3f872-58df-4f69-8b0a-5a7df237122f tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975235 Oct 13 15:52:09.774227 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b8317978-e872-451a-956d-76f224bea6c4 req-e872f48a-6677-442c-923a-e3ad4f585d23 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672288 Oct 13 15:52:09.811309 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 {{(pid=107005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:52:09.819522 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:09.832076 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.provisioning_blocks [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Transition to ACTIVE for port object 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 will not be triggered until provisioned by entity L2. {{(pid=107005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:52:09.896119 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4586336'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:09.949441 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Pushing event updated for resources: {'Port': ['ID=66cb1770-0f75-4ddb-b2ab-155ecfe453b9,revision_number=2']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:09.960087 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.960438 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.960768 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.961103 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.961432 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.961760 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.962084 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.962405 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.962725 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.963075 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.963395 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.963712 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:10.028798 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Attempting to bind port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:52:10.029398 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Attempting to bind port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '1c72021b-83bb-4316-8dde-f6aaed3bf1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a9d92c62-7024-492d-8dde-590ea9444890'}] {{(pid=107005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:52:10.029692 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Attempting to bind port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 on network a9d92c62-7024-492d-8dde-590ea9444890 {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:52:10.034583 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 on network a9d92c62-7024-492d-8dde-590ea9444890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:52:10.035141 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Attempting to bind port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 on network a9d92c62-7024-492d-8dde-590ea9444890 {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:52:10.040632 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:52:10.041005 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Checking segment: {'id': '1c72021b-83bb-4316-8dde-f6aaed3bf1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a9d92c62-7024-492d-8dde-590ea9444890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:52:10.041388 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Bound using segment: {'id': '1c72021b-83bb-4316-8dde-f6aaed3bf1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a9d92c62-7024-492d-8dde-590ea9444890'} {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:52:10.041844 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Bound port: 66cb1770-0f75-4ddb-b2ab-155ecfe453b9, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c72021b-83bb-4316-8dde-f6aaed3bf1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a9d92c62-7024-492d-8dde-590ea9444890'}}] {{(pid=107005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:52:10.042263 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.105811 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] For port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9, host hv-cinder-77428, cleared binding levels {{(pid=107005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:52:10.110678 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] For port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=66cb1770-0f75-4ddb-b2ab-155ecfe453b9,segment=NetworkSegment(1c72021b-83bb-4316-8dde-f6aaed3bf1ec),segment_id=1c72021b-83bb-4316-8dde-f6aaed3bf1ec)] {{(pid=107005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:52:10.161085 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 54056) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:10.166063 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-909963937-network', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:10.180261 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4586336'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.225342 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:10.225944 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.227397 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] 10.222.0.37 "PUT /v2.0/ports/66cb1770-0f75-4ddb-b2ab-155ecfe453b9 HTTP/1.1" status: 200 len: 1093 time: 1.0744946 Oct 13 15:52:10.227818 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c5d3d7-fbd6-41cd-9c1c-3f29237d2352', 'tag': '66cb1770-0f75-4ddb-b2ab-155ecfe453b9'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:52:10.230097 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ecca6d-f6d5-446f-a037-6f58877deaab" -d '{"events": [{"name": "network-changed", "server_uuid": "52c5d3d7-fbd6-41cd-9c1c-3f29237d2352", "tag": "66cb1770-0f75-4ddb-b2ab-155ecfe453b9"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:10.250452 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57191de-d32f-4360-9f48-a2692296cc1b service neutron] Pushing event updated for resources: {'Port': ['ID=66cb1770-0f75-4ddb-b2ab-155ecfe453b9,revision_number=3']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:10.265016 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] Made reservation on behalf of 0341cc1d00424828a6e9e9a2d960800a for: {'network': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:52:10.268568 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.279522 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.288098 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837e52ac-b42d-4b3c-8ad0-4b687639f665 x-openstack-request-id: req-837e52ac-b42d-4b3c-8ad0-4b687639f665 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:10.288389 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c5d3d7-fbd6-41cd-9c1c-3f29237d2352", "tag": "66cb1770-0f75-4ddb-b2ab-155ecfe453b9", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:10.288638 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-837e52ac-b42d-4b3c-8ad0-4b687639f665 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:10.289024 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c5d3d7-fbd6-41cd-9c1c-3f29237d2352', 'tag': '66cb1770-0f75-4ddb-b2ab-155ecfe453b9', 'status': 'completed', 'code': 200} Oct 13 15:52:10.369787 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.408081 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0182091-7048-476b-9a14-e52cd0f368d2 req-b93a66cd-8d37-4924-a257-3aa386935f38 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:10.409619 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a0182091-7048-476b-9a14-e52cd0f368d2 req-b93a66cd-8d37-4924-a257-3aa386935f38 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0572624 Oct 13 15:52:10.457511 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a0182091-7048-476b-9a14-e52cd0f368d2 req-29aa30b7-c6d8-462a-b17f-6c74a10832bd tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378523 Oct 13 15:52:10.458911 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.495989 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=107005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:52:10.496220 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:10.526630 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ad7b26-f531-4877-8df3-7ba0f335dbf2,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:10.529383 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.529716 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.segments_db [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] Added segment 09e44116-9d32-4ab5-a3bd-1e99823ee9cd of type vlan for network ec2a60b9-36a4-418b-b67c-601d0d0d2dff Oct 13 15:52:10.551211 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:10.551211 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.578788 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.587908 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f36f09-1643-49b0-8cf6-f062cc64879a req-4d379769-9f55-423b-9fb9-2af2edd55139 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:10.589431 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f7f36f09-1643-49b0-8cf6-f062cc64879a req-4d379769-9f55-423b-9fb9-2af2edd55139 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 950 time: 0.1154711 Oct 13 15:52:10.630746 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Sync routers for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:52:10.639827 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f7f36f09-1643-49b0-8cf6-f062cc64879a req-603ff8fb-6199-4b94-bd4e-d4f25afafd78 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 Oct 13 15:52:10.644789 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.652384 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:52:10.653249 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:52:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:10.698520 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.699927 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:10.700654 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.704434 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] For port 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=53906cd3-b463-4ff1-b78e-d8aa80ed2b0e,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:10.763352 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] Pushing event updated for resources: {'Network': ['ID=ec2a60b9-36a4-418b-b67c-601d0d0d2dff,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:10.764416 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.791907 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network ec2a60b9-36a4-418b-b67c-601d0d0d2dff details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:52:10.795637 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:52:10.831289 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 54072) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:10.832014 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-19bc2f56-3ded-4d0b-b75b-bcf659d87afd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6690712 Oct 13 15:52:10.837285 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Request body: {'subnet': {'network_id': 'ec2a60b9-36a4-418b-b67c-601d0d0d2dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-909963937-subnet', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:10.921186 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100ff7f-146b-4fc9-9bb5-7ad3ec18b6f7 req-3d10a1bf-1967-4fc2-a532-496b922b734f tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:10.922703 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5100ff7f-146b-4fc9-9bb5-7ad3ec18b6f7 req-3d10a1bf-1967-4fc2-a532-496b922b734f tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 943 time: 0.0861735 Oct 13 15:52:10.942472 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=53906cd3-b463-4ff1-b78e-d8aa80ed2b0e,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:10.957059 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6d499-2aaf-4a8a-9dc9-1782b2cb2e0c req-f6fb67f6-3fab-4a94-9de7-59ecd68c202d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:10.957691 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Made reservation on behalf of 0341cc1d00424828a6e9e9a2d960800a for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:52:10.958560 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7ec6d499-2aaf-4a8a-9dc9-1782b2cb2e0c req-f6fb67f6-3fab-4a94-9de7-59ecd68c202d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 944 time: 0.0751085 Oct 13 15:52:10.960547 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Notify callbacks [] for subnet, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.993354 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5100ff7f-146b-4fc9-9bb5-7ad3ec18b6f7 req-0eec93e4-fbb5-490c-bd0b-4b555bd46c6a tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616994 Oct 13 15:52:11.020427 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7ec6d499-2aaf-4a8a-9dc9-1782b2cb2e0c req-5e2eb8cc-436b-4297-8496-02d10cd57c06 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466554 Oct 13 15:52:11.083442 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 2, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:11.111108 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Checking router: ba33adf1-fb79-4a12-bcfd-23c997fc2b3b for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:52:11.111466 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Updating router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b port d756f84c-bb18-4e1a-9b6a-cdffa3250b89 binding host dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:52:11.135652 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:11.173044 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 77508328-b545-42cf-a602-4b48545ca08c up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:11.207243 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for subnet, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:11.260409 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Pushing event updated for resources: {'Subnet': ['ID=27110f1d-8b38-4636-9444-54684724ec3f,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:11.271507 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:11.271851 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:11.272183 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:11.272510 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:11.272899 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:11.273160 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:11.273483 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:11.273811 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:11.274147 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:11.274457 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:11.274777 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:11.275119 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:11.284706 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Checking segment: {'id': '09e44116-9d32-4ab5-a3bd-1e99823ee9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ec2a60b9-36a4-418b-b67c-601d0d0d2dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:52:11.285080 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Network hostable DHCP agents. Network: ec2a60b9-36a4-418b-b67c-601d0d0d2dff, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:52:11.367497 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Network ec2a60b9-36a4-418b-b67c-601d0d0d2dff is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:52:11.448160 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port 77508328-b545-42cf-a602-4b48545ca08c completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:52:11.455902 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port 77508328-b545-42cf-a602-4b48545ca08c triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:11.456290 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:11.464292 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, ec2a60b9-36a4-418b-b67c-601d0d0d2dff) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:11.469357 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:11.469929 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:11.480153 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b2529-158f-42ae-af65-aee57b4dcdf8 None None] Network ec2a60b9-36a4-418b-b67c-601d0d0d2dff requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:52:11.542275 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-8fc7331f-968b-43b7-8495-abd7062bcdef admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7088261 Oct 13 15:52:11.545453 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 54078) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:11.565308 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-909963937-router', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:11.601363 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f250c9-b348-4829-a462-ff92be351bf9 req-f20473ac-5ad3-4467-9dd6-dec098e516f8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:11.602936 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-43f250c9-b348-4829-a462-ff92be351bf9 req-f20473ac-5ad3-4467-9dd6-dec098e516f8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0686975 Oct 13 15:52:11.641770 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-43f250c9-b348-4829-a462-ff92be351bf9 req-87bee31f-9959-4798-9d87-5c171dd51cec tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326657 Oct 13 15:52:11.670857 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8044523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:11.672107 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8044415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8039208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12825'] for router, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:11.716285 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:11.750399 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:11.761683 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Notify callbacks [] for port, precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:11.777193 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1324ac-06e0-4c0d-9a37-61926e022db3 req-7bc0f2e5-1d0e-4606-aac9-90a425b58301 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:11.779275 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8e1324ac-06e0-4c0d-9a37-61926e022db3 req-7bc0f2e5-1d0e-4606-aac9-90a425b58301 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 950 time: 0.0558126 Oct 13 15:52:11.781753 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e2589-07fc-40aa-9b1b-ffabee126eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77508328-b545-42cf-a602-4b48545ca08c'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:52:11.784013 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8c8b4b-bcef-4049-9b43-1d3a3386979e" -d '{"events": [{"server_uuid": "821e2589-07fc-40aa-9b1b-ffabee126eb6", "name": "network-vif-plugged", "status": "completed", "tag": "77508328-b545-42cf-a602-4b48545ca08c"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:11.798330 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 77508328-b545-42cf-a602-4b48545ca08c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=77508328-b545-42cf-a602-4b48545ca08c,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:11.803126 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e4b5192-b0ca-5ce3-a42e-6ff05d2adb6f-ec2a60b9-36a4-418b-b67c-601d0d0d2dff', 'network_id': 'ec2a60b9-36a4-418b-b67c-601d0d0d2dff', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'fixed_ips': [{'subnet_id': '27110f1d-8b38-4636-9444-54684724ec3f'}]}} from dv-cinder-774288-10-iscsi. {{(pid=107007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:52:11.804111 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:11.831776 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7a89f0-1499-4bc8-ba88-d0bfd9151019 x-openstack-request-id: req-da7a89f0-1499-4bc8-ba88-d0bfd9151019 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:11.832094 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e2589-07fc-40aa-9b1b-ffabee126eb6", "name": "network-vif-plugged", "status": "completed", "tag": "77508328-b545-42cf-a602-4b48545ca08c", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:11.832350 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da7a89f0-1499-4bc8-ba88-d0bfd9151019 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:11.832741 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821e2589-07fc-40aa-9b1b-ffabee126eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77508328-b545-42cf-a602-4b48545ca08c', 'code': 200} Oct 13 15:52:11.882222 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:11.889452 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8e1324ac-06e0-4c0d-9a37-61926e022db3 req-f9a30ae4-25f2-46f2-b0f7-7f2a36dc66c0 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028919 Oct 13 15:52:11.926294 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:11.963961 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:11.996405 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3ed25-3035-4838-8fd8-3340fcde7b10 None None] Pushing event updated for resources: {'Port': ['ID=d756f84c-bb18-4e1a-9b6a-cdffa3250b89,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:12.060711 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Allocated IP 172.20.0.2 (ec2a60b9-36a4-418b-b67c-601d0d0d2dff/27110f1d-8b38-4636-9444-54684724ec3f/c670933f-fcbb-444c-b9f3-6e04ab8105c2) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:52:12.107146 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Attempting to bind port d756f84c-bb18-4e1a-9b6a-cdffa3250b89 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:52:12.107512 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Attempting to bind port d756f84c-bb18-4e1a-9b6a-cdffa3250b89 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:52:12.107874 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Attempting to bind port d756f84c-bb18-4e1a-9b6a-cdffa3250b89 on network 472e4c1f-eadc-485a-8e41-ac721b348df6 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:52:12.131067 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:52:12.131446 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Checking segment: {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:52:12.131847 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:12.132237 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Bound using segment: {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:52:12.132704 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Bound port: d756f84c-bb18-4e1a-9b6a-cdffa3250b89, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:52:12.133085 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:12.163923 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=77508328-b545-42cf-a602-4b48545ca08c,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:12.209189 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dceb2-41c4-4621-b2d3-3f4a49b4b9c2 req-ea015148-f0d5-4125-99f4-788528516568 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:12.210636 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bd0dceb2-41c4-4621-b2d3-3f4a49b4b9c2 req-ea015148-f0d5-4125-99f4-788528516568 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 945 time: 0.1054027 Oct 13 15:52:12.219625 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-aec10ec1-06aa-4bd5-be0b-d1026f127f58 None None] Provisioning complete for port d756f84c-bb18-4e1a-9b6a-cdffa3250b89 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:12.221231 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-aec10ec1-06aa-4bd5-be0b-d1026f127f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:12.221346 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abafcee-ec77-4b45-b617-8bf4351894e5 req-3c231063-6a01-413d-9ae0-23ffe210ec1c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:12.227923 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4abafcee-ec77-4b45-b617-8bf4351894e5 req-3c231063-6a01-413d-9ae0-23ffe210ec1c tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 943 time: 0.1206858 Oct 13 15:52:12.329372 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] For port d756f84c-bb18-4e1a-9b6a-cdffa3250b89, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:52:12.331783 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4abafcee-ec77-4b45-b617-8bf4351894e5 req-84696560-010d-49e4-b6dd-540df99afdf0 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032860 Oct 13 15:52:12.333541 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-aec10ec1-06aa-4bd5-be0b-d1026f127f58 None None] Port d756f84c-bb18-4e1a-9b6a-cdffa3250b89 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:52:12.343292 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bd0dceb2-41c4-4621-b2d3-3f4a49b4b9c2 req-bf121f68-c426-4fd4-8429-9dc35fa6d5aa tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060002 Oct 13 15:52:12.347199 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecca6d-f6d5-446f-a037-6f58877deaab req-3cdbe82b-a485-496a-b528-58e798d2a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:12.348779 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-63ecca6d-f6d5-446f-a037-6f58877deaab req-3cdbe82b-a485-496a-b528-58e798d2a7e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=309bff535eab47a3a66c50fb4886e7ca&device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 1096 time: 0.1371720 Oct 13 15:52:12.348916 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] For port d756f84c-bb18-4e1a-9b6a-cdffa3250b89, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=d756f84c-bb18-4e1a-9b6a-cdffa3250b89,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:52:12.376517 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:12.453155 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:12.474503 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:12.551378 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecca6d-f6d5-446f-a037-6f58877deaab req-2a5764ac-034d-4fd2-bdb6-ec0fadd5834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:12.552946 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-63ecca6d-f6d5-446f-a037-6f58877deaab req-2a5764ac-034d-4fd2-bdb6-ec0fadd5834a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=309bff535eab47a3a66c50fb4886e7ca&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1880615 Oct 13 15:52:12.558224 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:12.560954 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:12.569445 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3ed25-3035-4838-8fd8-3340fcde7b10 None None] Pushing event updated for resources: {'Port': ['ID=d756f84c-bb18-4e1a-9b6a-cdffa3250b89,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:12.573866 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:52:12.574483 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:52:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:12.586563 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:12.633481 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:12.634102 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:12.646010 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:12.650087 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Network ec2a60b9-36a4-418b-b67c-601d0d0d2dff is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:12.680583 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:12.690969 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:52:12.761556 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630975e-d43f-4f27-b399-e08a06847fb1 req-0721934a-ddc6-42e3-8de9-0ab0db8c8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:12.763908 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f630975e-d43f-4f27-b399-e08a06847fb1 req-0721934a-ddc6-42e3-8de9-0ab0db8c8092 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 1098 time: 0.0703855 Oct 13 15:52:12.822950 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f630975e-d43f-4f27-b399-e08a06847fb1 req-ca9b5b69-1c98-425e-a4f5-30967a781062 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476291 Oct 13 15:52:12.888141 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Pushing event updated for resources: {'Port': ['ID=c670933f-fcbb-444c-b9f3-6e04ab8105c2,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:12.907321 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-15887d51-f2ea-4b5e-b146-6df13dfe3bca None None] Provisioning complete for port d756f84c-bb18-4e1a-9b6a-cdffa3250b89 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:12.907851 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-15887d51-f2ea-4b5e-b146-6df13dfe3bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:12.916092 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Attempting to bind port c670933f-fcbb-444c-b9f3-6e04ab8105c2 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:52:12.916626 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Attempting to bind port c670933f-fcbb-444c-b9f3-6e04ab8105c2 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '09e44116-9d32-4ab5-a3bd-1e99823ee9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ec2a60b9-36a4-418b-b67c-601d0d0d2dff'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:52:12.917081 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Attempting to bind port c670933f-fcbb-444c-b9f3-6e04ab8105c2 on network ec2a60b9-36a4-418b-b67c-601d0d0d2dff {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:52:12.926269 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:52:12.980747 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:52:12.981844 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Checking segment: {'id': '09e44116-9d32-4ab5-a3bd-1e99823ee9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ec2a60b9-36a4-418b-b67c-601d0d0d2dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:52:12.982364 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:12.988581 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Bound using segment: {'id': '09e44116-9d32-4ab5-a3bd-1e99823ee9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ec2a60b9-36a4-418b-b67c-601d0d0d2dff'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:52:12.988581 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Bound port: c670933f-fcbb-444c-b9f3-6e04ab8105c2, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e44116-9d32-4ab5-a3bd-1e99823ee9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ec2a60b9-36a4-418b-b67c-601d0d0d2dff'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:52:12.988581 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:13.041831 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecca6d-f6d5-446f-a037-6f58877deaab req-6f21c350-d4f2-41cb-92ba-1cfd3dc0498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:13.043943 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-63ecca6d-f6d5-446f-a037-6f58877deaab req-6f21c350-d4f2-41cb-92ba-1cfd3dc0498b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4651737 Oct 13 15:52:13.068941 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Allocated IP 172.27.3.27 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/8a330b85-cb29-422f-8f0c-2dfee11c683d) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:52:13.098004 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2cedd-314a-495a-9ec5-6232946cd359 req-b5fc77e7-b5df-4ec5-bfb4-d3c371a414b8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:13.099613 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e0f2cedd-314a-495a-9ec5-6232946cd359 req-b5fc77e7-b5df-4ec5-bfb4-d3c371a414b8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.1560371 Oct 13 15:52:13.110284 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c026f-a1ad-4f4d-8bdc-13203a70b941 req-7b41755e-2c6e-45af-a1fb-561e2899198a tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:13.111817 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-513c026f-a1ad-4f4d-8bdc-13203a70b941 req-7b41755e-2c6e-45af-a1fb-561e2899198a tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 950 time: 0.1233540 Oct 13 15:52:13.249030 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] For port c670933f-fcbb-444c-b9f3-6e04ab8105c2, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:52:13.253130 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e0f2cedd-314a-495a-9ec5-6232946cd359 req-f925a86a-0510-468f-bf40-bdbe76042222 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380768 Oct 13 15:52:13.264374 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-15887d51-f2ea-4b5e-b146-6df13dfe3bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:13.268777 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] For port c670933f-fcbb-444c-b9f3-6e04ab8105c2, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=c670933f-fcbb-444c-b9f3-6e04ab8105c2,segment=NetworkSegment(09e44116-9d32-4ab5-a3bd-1e99823ee9cd),segment_id=09e44116-9d32-4ab5-a3bd-1e99823ee9cd)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:52:13.271140 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-513c026f-a1ad-4f4d-8bdc-13203a70b941 req-64ff2593-2369-4f73-b60f-71f864dfca95 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360910 Oct 13 15:52:13.312229 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-5a38c746-8b8b-4312-afcb-b0570a76ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:13.313674 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-5a38c746-8b8b-4312-afcb-b0570a76ca40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=309bff535eab47a3a66c50fb4886e7ca&device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 1096 time: 0.1423829 Oct 13 15:52:13.347112 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-15887d51-f2ea-4b5e-b146-6df13dfe3bca None None] For port d756f84c-bb18-4e1a-9b6a-cdffa3250b89, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=d756f84c-bb18-4e1a-9b6a-cdffa3250b89,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:13.368521 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:13.375981 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:13.379895 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-f5bea271-e92d-434b-af28-90e84286c0bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66cb1770-0f75-4ddb-b2ab-155ecfe453b9 HTTP/1.1" status: 200 len: 217 time: 0.0532134 Oct 13 15:52:13.494513 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-9c475cd2-dfc8-4cea-b9b6-38fe1d2d53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:13.496369 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-9c475cd2-dfc8-4cea-b9b6-38fe1d2d53b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3b156e8-770c-49f0-80f7-980c16365a90 HTTP/1.1" status: 200 len: 848 time: 0.0987859 Oct 13 15:52:13.509660 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dff01-c5b3-4081-b44b-e06c5436067c req-7c31f5b5-1a38-486c-99fb-cf9a132d8cba tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:13.511184 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d73dff01-c5b3-4081-b44b-e06c5436067c req-7c31f5b5-1a38-486c-99fb-cf9a132d8cba tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 945 time: 0.0779412 Oct 13 15:52:13.541415 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:12Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:13.543845 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-c3c41e14-f5a9-4f9e-a417-d693c4d4d985 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9d92c62-7024-492d-8dde-590ea9444890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315738 Oct 13 15:52:13.549991 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-15887d51-f2ea-4b5e-b146-6df13dfe3bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:13.585212 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7569a0-2fd5-4685-9e79-4b93e6e3bb30 None None] The sync data for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi is: [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:12Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:52:13.604363 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292c8d4-6674-4d71-a8dc-e18aaa476ce8 None None] Pushing event updated for resources: {'Port': ['ID=c670933f-fcbb-444c-b9f3-6e04ab8105c2,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:13.615740 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d73dff01-c5b3-4081-b44b-e06c5436067c req-77ad4053-b3ba-46a4-ba39-353fbc5be0cb tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950358 Oct 13 15:52:13.700956 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:13.716187 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15887d51-f2ea-4b5e-b146-6df13dfe3bca None None] Pushing event updated for resources: {'Port': ['ID=d756f84c-bb18-4e1a-9b6a-cdffa3250b89,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:13.779760 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-392c75ef-af91-49ff-9913-6883e405d3e0 service neutron] 10.222.0.37 "GET /v2.0/networks/a9d92c62-7024-492d-8dde-590ea9444890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238336 Oct 13 15:52:13.801438 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:13.826139 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:13.856775 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Pushing event updated for resources: {'Port': ['ID=8a330b85-cb29-422f-8f0c-2dfee11c683d,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:13.859274 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:52:13.965745 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98c55a-0918-444e-9b1b-31930667c679 req-d1c16091-cae4-49ea-8e8a-3002ed73e004 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:13.967396 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4f98c55a-0918-444e-9b1b-31930667c679 req-d1c16091-cae4-49ea-8e8a-3002ed73e004 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 943 time: 0.2176332 Oct 13 15:52:14.123089 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4775cb57-7948-4e24-9dda-4538dfe7fd90 req-6d66836f-3a1c-48db-be4e-d014f65feb6f service neutron] 10.222.0.37 "GET /v2.0/networks/a9d92c62-7024-492d-8dde-590ea9444890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204038 Oct 13 15:52:14.142607 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4f98c55a-0918-444e-9b1b-31930667c679 req-fe8c061f-9951-4009-acea-6f741ed1f4e7 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672623 Oct 13 15:52:14.264604 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc50cf-4eea-4115-a535-d1c23be6438c req-ccd4d7d8-a0b5-4f2e-92a4-8f0563e9ec2e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:14.266205 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0bbc50cf-4eea-4115-a535-d1c23be6438c req-ccd4d7d8-a0b5-4f2e-92a4-8f0563e9ec2e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.1671233 Oct 13 15:52:14.272398 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8af91a-bc31-48da-bbba-d179ca88aa59 req-4fea6820-bc05-4a70-8fa3-df88a2f0e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:14.273877 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee8af91a-bc31-48da-bbba-d179ca88aa59 req-4fea6820-bc05-4a70-8fa3-df88a2f0e80d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ad9a1dee35d4073be2e8567596086aa&device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 1098 time: 0.0983579 Oct 13 15:52:14.475973 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0bbc50cf-4eea-4115-a535-d1c23be6438c req-c36bb089-a815-43a5-8db4-8f5c71e57d4f tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998467 Oct 13 15:52:14.486049 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-79bddcb9-03a0-4506-b13d-6f9fa2ce1b1c req-54106edd-5851-484b-8373-e464870cb76c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843530 Oct 13 15:52:14.609008 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bddcb9-03a0-4506-b13d-6f9fa2ce1b1c req-a61ee241-2e23-40b3-b52b-b52d4d45ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:14.616607 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device c670933f-fcbb-444c-b9f3-6e04ab8105c2 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:14.619801 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-79bddcb9-03a0-4506-b13d-6f9fa2ce1b1c req-a61ee241-2e23-40b3-b52b-b52d4d45ba75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 1099 time: 0.1045833 Oct 13 15:52:14.631187 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0c075-37fe-45a5-9dc5-4bbe3d8f03cc req-acf2ef7b-cdc0-4028-9e06-4ceb6f5e009c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:14.632724 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c9f0c075-37fe-45a5-9dc5-4bbe3d8f03cc req-acf2ef7b-cdc0-4028-9e06-4ceb6f5e009c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 950 time: 0.2597470 Oct 13 15:52:14.644915 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8af91a-bc31-48da-bbba-d179ca88aa59 req-25c03aac-21c1-4929-858a-f01690fbae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:14.646370 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee8af91a-bc31-48da-bbba-d179ca88aa59 req-25c03aac-21c1-4929-858a-f01690fbae69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46 HTTP/1.1" status: 200 len: 920 time: 0.3486507 Oct 13 15:52:14.681666 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port c670933f-fcbb-444c-b9f3-6e04ab8105c2 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:14.682278 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:14.751235 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee8af91a-bc31-48da-bbba-d179ca88aa59 req-af6e776c-fdc3-4e9c-8471-ff44221aabdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ce228c-7434-48dc-b1f9-11fdc09d493a HTTP/1.1" status: 200 len: 217 time: 0.0683312 Oct 13 15:52:14.772231 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:14.791249 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c9f0c075-37fe-45a5-9dc5-4bbe3d8f03cc req-0e6bef26-f2b1-4a86-ab5a-3d4ccef101b8 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224282 Oct 13 15:52:14.822185 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:14.852334 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bddcb9-03a0-4506-b13d-6f9fa2ce1b1c req-e0fc6b28-0b7d-4da1-a12c-2aebb829efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:14.856943 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-79bddcb9-03a0-4506-b13d-6f9fa2ce1b1c req-e0fc6b28-0b7d-4da1-a12c-2aebb829efe8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e701f80d-78be-455a-b072-c4a75da0219e HTTP/1.1" status: 200 len: 912 time: 0.1877675 Oct 13 15:52:14.883675 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] For port c670933f-fcbb-444c-b9f3-6e04ab8105c2, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=c670933f-fcbb-444c-b9f3-6e04ab8105c2,segment=NetworkSegment(09e44116-9d32-4ab5-a3bd-1e99823ee9cd),segment_id=09e44116-9d32-4ab5-a3bd-1e99823ee9cd)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:14.954238 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237f47c5-4e0a-4144-bbbc-3045e8882630 None None] Network ec2a60b9-36a4-418b-b67c-601d0d0d2dff requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:52:14.962594 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-79bddcb9-03a0-4506-b13d-6f9fa2ce1b1c req-19527287-cbcf-491c-a769-e560019a75b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46bc8493-ca17-4d77-8d15-6561c4d806ff HTTP/1.1" status: 200 len: 1001 time: 0.0866621 Oct 13 15:52:14.969333 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adca43-f4e4-4223-8a10-d3db1a943e35 req-896ff68d-1fe6-4484-8489-d0432c2cf433 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:14.976683 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a8adca43-f4e4-4223-8a10-d3db1a943e35 req-896ff68d-1fe6-4484-8489-d0432c2cf433 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.3865161 Oct 13 15:52:15.017750 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:15.018181 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device d756f84c-bb18-4e1a-9b6a-cdffa3250b89 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:15.035462 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bddcb9-03a0-4506-b13d-6f9fa2ce1b1c req-0faceb5e-5f30-460b-a35b-d42cf83b8469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:15.037554 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-79bddcb9-03a0-4506-b13d-6f9fa2ce1b1c req-0faceb5e-5f30-460b-a35b-d42cf83b8469 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=180efc03-3a53-4469-b14e-6acb45275524 HTTP/1.1" status: 200 len: 850 time: 0.0567100 Oct 13 15:52:15.048558 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8af91a-bc31-48da-bbba-d179ca88aa59 req-c17055ba-edd7-4344-9324-d9f6236820bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:15.050299 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee8af91a-bc31-48da-bbba-d179ca88aa59 req-c17055ba-edd7-4344-9324-d9f6236820bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6392a7f9-855e-4cf6-b552-06c1ebab1ec5 HTTP/1.1" status: 200 len: 859 time: 0.2744386 Oct 13 15:52:15.097043 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bddcb9-03a0-4506-b13d-6f9fa2ce1b1c req-985c668b-6f66-4c0c-af16-477ac745b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:15.097770 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-9415e593-6330-413b-9058-1d17d935dc2a None None] Provisioning complete for port c670933f-fcbb-444c-b9f3-6e04ab8105c2 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:15.098138 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9415e593-6330-413b-9058-1d17d935dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:15.099350 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-79bddcb9-03a0-4506-b13d-6f9fa2ce1b1c req-985c668b-6f66-4c0c-af16-477ac745b963 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e701f80d-78be-455a-b072-c4a75da0219e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515726 Oct 13 15:52:15.123329 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfb8dc-eb05-452b-bc5c-7f70841b31f5 req-26eca643-154f-40f5-811d-d9d5a62266f7 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:15.125001 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c0cfb8dc-eb05-452b-bc5c-7f70841b31f5 req-26eca643-154f-40f5-811d-d9d5a62266f7 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 945 time: 0.1965885 Oct 13 15:52:15.178737 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=c670933f-fcbb-444c-b9f3-6e04ab8105c2,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:15.230010 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port d756f84c-bb18-4e1a-9b6a-cdffa3250b89 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:15.230375 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:15.238790 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-79bddcb9-03a0-4506-b13d-6f9fa2ce1b1c req-7ba03f22-b069-4723-8f64-1cef7b901e3c service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288526 Oct 13 15:52:15.436337 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a8adca43-f4e4-4223-8a10-d3db1a943e35 req-391aa986-8fd8-45dd-b173-9f176494033f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4587853 Oct 13 15:52:15.438253 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee8af91a-bc31-48da-bbba-d179ca88aa59 req-0f64eb11-dbac-41e4-835f-ec718de6416b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3722827 Oct 13 15:52:15.496826 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-79bddcb9-03a0-4506-b13d-6f9fa2ce1b1c req-6cb22339-ea4b-4bb3-9c28-e389145b4928 service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492750 Oct 13 15:52:15.595485 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c0cfb8dc-eb05-452b-bc5c-7f70841b31f5 req-6bfdae87-f1dd-48ab-9788-a3d45301531e tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562760 Oct 13 15:52:15.599999 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8044384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916025'] for router, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:15.683865 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee8af91a-bc31-48da-bbba-d179ca88aa59 req-854a8cc9-3b5c-4e05-bb4f-5ec3a18f4972 service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259958 Oct 13 15:52:15.686619 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-204aeaf9-2132-4df0-8e2e-a4488927f5c4 None None] Provisioning complete for port c670933f-fcbb-444c-b9f3-6e04ab8105c2 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:15.687864 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-204aeaf9-2132-4df0-8e2e-a4488927f5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:15.817430 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d8199-6b48-4399-9e37-d528985d6cb9 req-e5980f0d-9bbb-4010-bcba-eaab857c7db5 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:15.818946 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4e7d8199-6b48-4399-9e37-d528985d6cb9 req-e5980f0d-9bbb-4010-bcba-eaab857c7db5 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 943 time: 0.1583183 Oct 13 15:52:15.893847 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4e7d8199-6b48-4399-9e37-d528985d6cb9 req-14d1419b-c4a3-4024-aabc-a5e39391ed0e tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672398 Oct 13 15:52:15.897800 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee8af91a-bc31-48da-bbba-d179ca88aa59 req-6161d0ea-7833-41da-a11b-e751d21103f4 service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972156 Oct 13 15:52:15.965086 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Router e743dc44-7237-4630-9a29-d87826c0673d is scheduled to L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 with binding_index 1 {{(pid=107005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:52:16.037472 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7263ffb-63ba-4fe5-a4ac-99c05e332b2f req-3b28e6ce-714a-4cec-aa2a-68b93c668dcd tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:16.038980 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f7263ffb-63ba-4fe5-a4ac-99c05e332b2f req-3b28e6ce-714a-4cec-aa2a-68b93c668dcd tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.1037831 Oct 13 15:52:16.147876 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:52:16.157197 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Sync routers for ids ['e743dc44-7237-4630-9a29-d87826c0673d'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:52:16.158996 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f7263ffb-63ba-4fe5-a4ac-99c05e332b2f req-360e1737-eb2e-484c-8b09-b832761237e6 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849209 Oct 13 15:52:16.166801 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Routers {'e743dc44-7237-4630-9a29-d87826c0673d'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:52:16.167465 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:52:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['e743dc44-7237-4630-9a29-d87826c0673d'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:16.172095 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f313fc-bbf6-4932-8cf2-893ac80eedbd req-25a82c5d-5718-47d7-b78d-7797a6f5e88f tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:16.173600 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-37f313fc-bbf6-4932-8cf2-893ac80eedbd req-25a82c5d-5718-47d7-b78d-7797a6f5e88f tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 950 time: 0.1007404 Oct 13 15:52:16.217466 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-37f313fc-bbf6-4932-8cf2-893ac80eedbd req-ee48ece3-4504-451c-8b91-f0ba504a95ad tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355191 Oct 13 15:52:16.270148 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] Notify callbacks [] for router, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:16.271744 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-7b6d8bec-82d9-457f-acbe-7baa0ec19662 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7257323 Oct 13 15:52:16.274493 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 54172) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:16.288570 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Set router e743dc44-7237-4630-9a29-d87826c0673d gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:52:16.425292 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:52:16.531853 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'name': 'tempest-TestVolumeBootPattern-909963937-router', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8a330b85-cb29-422f-8f0c-2dfee11c683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:11Z', 'updated_at': '2021-10-13T15:52:14Z', 'revision_number': 3, 'project_id': '0341cc1d00424828a6e9e9a2d960800a', 'gw_port': {'id': '8a330b85-cb29-422f-8f0c-2dfee11c683d', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:12Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:16.565411 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Checking router: e743dc44-7237-4630-9a29-d87826c0673d for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:52:16.565978 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Updating router e743dc44-7237-4630-9a29-d87826c0673d port 8a330b85-cb29-422f-8f0c-2dfee11c683d binding host dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:52:16.575670 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=66cb1770-0f75-4ddb-b2ab-155ecfe453b9,segment=NetworkSegment(1c72021b-83bb-4316-8dde-f6aaed3bf1ec),segment_id=1c72021b-83bb-4316-8dde-f6aaed3bf1ec)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:16.597383 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:16.598084 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': '66cb1770-0f75-4ddb-b2ab-155ecfe453b9', 'network_id': 'a9d92c62-7024-492d-8dde-590ea9444890', 'port_id': '66cb1770-0f75-4ddb-b2ab-155ecfe453b9', 'mac_address': 'fa:16:3e:12:14:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b156e8-770c-49f0-80f7-980c16365a90', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:52:16.604409 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2b626-cf04-4470-8117-248317d70bdc req-7a9ba869-a112-4531-8272-48c868cdbae7 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:16.605081 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device c670933f-fcbb-444c-b9f3-6e04ab8105c2 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:16.612860 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-01c2b626-cf04-4470-8117-248317d70bdc req-7a9ba869-a112-4531-8272-48c868cdbae7 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0631366 Oct 13 15:52:16.658161 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-01c2b626-cf04-4470-8117-248317d70bdc req-da759649-f378-4d2c-b209-878470253506 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442634 Oct 13 15:52:16.698509 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port c670933f-fcbb-444c-b9f3-6e04ab8105c2 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:16.700673 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:16.720850 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:16.747851 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:52:16.774774 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=66cb1770-0f75-4ddb-b2ab-155ecfe453b9,segment=NetworkSegment(1c72021b-83bb-4316-8dde-f6aaed3bf1ec),segment_id=1c72021b-83bb-4316-8dde-f6aaed3bf1ec)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:16.853472 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:16.924169 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Notify callbacks [] for port, precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:16.944743 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=66cb1770-0f75-4ddb-b2ab-155ecfe453b9,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:17.012931 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:17.015225 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58b528-9f98-488c-90e8-81ae81703928 req-99c50f36-1f03-49a4-8198-b792abd007d2 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:17.016760 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0c58b528-9f98-488c-90e8-81ae81703928 req-99c50f36-1f03-49a4-8198-b792abd007d2 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 944 time: 0.0482075 Oct 13 15:52:17.024895 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:17.069508 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Attempting to bind port 8a330b85-cb29-422f-8f0c-2dfee11c683d on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:52:17.069947 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Attempting to bind port 8a330b85-cb29-422f-8f0c-2dfee11c683d by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:52:17.070374 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Attempting to bind port 8a330b85-cb29-422f-8f0c-2dfee11c683d on network ee43febe-a688-4431-b929-490b4321eed3 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:52:17.073177 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0c58b528-9f98-488c-90e8-81ae81703928 req-a2d51777-e65d-4ce5-b769-787949fbd770 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472555 Oct 13 15:52:17.073305 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c80e8a-b7eb-41d8-baa2-18d8689513e7 None None] Pushing event updated for resources: {'Port': ['ID=8a330b85-cb29-422f-8f0c-2dfee11c683d,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:17.078384 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:52:17.078848 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Checking segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:52:17.079393 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:17.079878 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Bound using segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:52:17.080402 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Bound port: 8a330b85-cb29-422f-8f0c-2dfee11c683d, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:52:17.080844 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:17.133722 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] For port 8a330b85-cb29-422f-8f0c-2dfee11c683d, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:52:17.137849 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] For port 8a330b85-cb29-422f-8f0c-2dfee11c683d, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=8a330b85-cb29-422f-8f0c-2dfee11c683d,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:52:17.198517 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Allocated IP 172.20.0.1 (ec2a60b9-36a4-418b-b67c-601d0d0d2dff/27110f1d-8b38-4636-9444-54684724ec3f/57efa461-625c-4e96-bdcb-710f1b9ff0af) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:52:17.219585 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:17.283238 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c80e8a-b7eb-41d8-baa2-18d8689513e7 None None] Pushing event updated for resources: {'Port': ['ID=8a330b85-cb29-422f-8f0c-2dfee11c683d,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:17.297338 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Routers {'e743dc44-7237-4630-9a29-d87826c0673d'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:52:17.297582 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:52:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['e743dc44-7237-4630-9a29-d87826c0673d'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:17.298321 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['66cb1770-0f75-4ddb-b2ab-155ecfe453b9'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:52:17.331788 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab761f-d1ff-4b23-a998-cb0f18a2af08 req-edf79885-19cd-4d39-b71c-979312cadedd tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:17.333478 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8bab761f-d1ff-4b23-a998-cb0f18a2af08 req-edf79885-19cd-4d39-b71c-979312cadedd tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.1015229 Oct 13 15:52:17.345518 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:17.395981 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c200c-5076-4734-a6b6-871edf2307e7 req-cc5795d5-ffeb-487a-a0a1-54ee7cf73f40 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:17.397697 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-148c200c-5076-4734-a6b6-871edf2307e7 req-cc5795d5-ffeb-487a-a0a1-54ee7cf73f40 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 950 time: 0.0856559 Oct 13 15:52:17.406072 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8bab761f-d1ff-4b23-a998-cb0f18a2af08 req-02e04553-a63f-47a0-b360-7b6d4e7b2d0d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580881 Oct 13 15:52:17.411549 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] Set router e743dc44-7237-4630-9a29-d87826c0673d gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:52:17.450790 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-148c200c-5076-4734-a6b6-871edf2307e7 req-5ef5ba65-6fcf-4ce3-9ab1-90fa91a20d3c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429690 Oct 13 15:52:17.531038 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:17.578193 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Network ec2a60b9-36a4-418b-b67c-601d0d0d2dff is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:17.583655 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:17.586259 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:52:17.587096 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915816'] for router_interface, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:17.592650 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Pushing event updated for resources: {'Port': ['ID=57efa461-625c-4e96-bdcb-710f1b9ff0af,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:17.594564 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'name': 'tempest-TestVolumeBootPattern-909963937-router', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8a330b85-cb29-422f-8f0c-2dfee11c683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:11Z', 'updated_at': '2021-10-13T15:52:14Z', 'revision_number': 3, 'project_id': '0341cc1d00424828a6e9e9a2d960800a', 'gw_port': {'id': '8a330b85-cb29-422f-8f0c-2dfee11c683d', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:12Z', 'updated_at': '2021-10-13T15:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:17.622713 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd241756-d4bc-4d75-b652-b34ee37f31f0 None None] The sync data for ids ['e743dc44-7237-4630-9a29-d87826c0673d'] in dv-cinder-774288-10-iscsi is: [{'id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'name': 'tempest-TestVolumeBootPattern-909963937-router', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8a330b85-cb29-422f-8f0c-2dfee11c683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:11Z', 'updated_at': '2021-10-13T15:52:14Z', 'revision_number': 3, 'project_id': '0341cc1d00424828a6e9e9a2d960800a', 'gw_port': {'id': '8a330b85-cb29-422f-8f0c-2dfee11c683d', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:12Z', 'updated_at': '2021-10-13T15:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:52:17.803331 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:17.809634 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-4a4b9168-2296-4277-861a-d54b18d8fadc None None] Provisioning complete for port 57efa461-625c-4e96-bdcb-710f1b9ff0af triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:17.810282 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4c07b-9573-42e3-9329-deb6ba8ff43e req-a894f800-4706-410c-b215-0f1d78a4da1c tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:17.811987 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c8e4c07b-9573-42e3-9329-deb6ba8ff43e req-a894f800-4706-410c-b215-0f1d78a4da1c tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0783615 Oct 13 15:52:17.812271 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9168-2296-4277-861a-d54b18d8fadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:17.864567 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b9168-2296-4277-861a-d54b18d8fadc None None] Port 57efa461-625c-4e96-bdcb-710f1b9ff0af cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:52:17.890641 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c8e4c07b-9573-42e3-9329-deb6ba8ff43e req-8d344360-7762-4c99-b4ff-32244f6d3892 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720246 Oct 13 15:52:17.918243 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23b69e-f899-467d-a669-136078e4ad23 req-5497c481-4f53-47e6-a93c-e42aca15bbc5 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:17.925793 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ac23b69e-f899-467d-a669-136078e4ad23 req-5497c481-4f53-47e6-a93c-e42aca15bbc5 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.37 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 950 time: 0.0710204 Oct 13 15:52:18.025832 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:18.054117 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-ac23b69e-f899-467d-a669-136078e4ad23 req-3596ea57-5c7b-4e75-91ad-18f6cb4c4e64 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Deleting port f7602efc-f0db-4d9c-abe5-3f09115c4633 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:52:18.054693 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-ac23b69e-f899-467d-a669-136078e4ad23 req-3596ea57-5c7b-4e75-91ad-18f6cb4c4e64 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:18.087845 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:18.089142 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8041656'] for router_interface, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:18.182227 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Pushing event updated for resources: {'Port': ['ID=57efa461-625c-4e96-bdcb-710f1b9ff0af,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:18.195740 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-ac23b69e-f899-467d-a669-136078e4ad23 req-3596ea57-5c7b-4e75-91ad-18f6cb4c4e64 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] For port f7602efc-f0db-4d9c-abe5-3f09115c4633, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f7602efc-f0db-4d9c-abe5-3f09115c4633,segment=NetworkSegment(19b06602-d4c9-40a3-a71d-f7f7edc67cad),segment_id=19b06602-d4c9-40a3-a71d-f7f7edc67cad)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:18.196106 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-ac23b69e-f899-467d-a669-136078e4ad23 req-3596ea57-5c7b-4e75-91ad-18f6cb4c4e64 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:18.220553 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-ac23b69e-f899-467d-a669-136078e4ad23 req-3596ea57-5c7b-4e75-91ad-18f6cb4c4e64 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Calling delete_port for f7602efc-f0db-4d9c-abe5-3f09115c4633 owned by compute:nova {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:52:18.244131 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a8022-6c2c-4111-8dc4-22cc6df1c535 req-59132273-0fe1-49b9-8b6c-f16f0c29ec46 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:18.245878 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3c1a8022-6c2c-4111-8dc4-22cc6df1c535 req-59132273-0fe1-49b9-8b6c-f16f0c29ec46 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 944 time: 0.1021974 Oct 13 15:52:18.255612 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Network ec2a60b9-36a4-418b-b67c-601d0d0d2dff is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:18.257278 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:18.381655 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3c1a8022-6c2c-4111-8dc4-22cc6df1c535 req-368c3f02-5c23-4b18-ac85-65c7cc44273e tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277699 Oct 13 15:52:18.418489 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Router e743dc44-7237-4630-9a29-d87826c0673d has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:52:18.452343 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:18.632081 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 8a330b85-cb29-422f-8f0c-2dfee11c683d up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:18.662721 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:52:18.670813 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f22f7692-917f-4409-848c-f604b544ae7d admin admin] 10.222.0.26 "PUT /v2.0/routers/e743dc44-7237-4630-9a29-d87826c0673d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3948865 Oct 13 15:52:18.709205 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:52:18.713829 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 8a330b85-cb29-422f-8f0c-2dfee11c683d triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:18.726182 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:18.726182 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:18.726182 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:18.750647 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de65760-b795-44a4-b2df-f142d2ab2a8e req-6b2c86b1-e885-4ae4-9ebb-25a95cd0678a tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:18.752765 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7de65760-b795-44a4-b2df-f142d2ab2a8e req-6b2c86b1-e885-4ae4-9ebb-25a95cd0678a tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 950 time: 0.1478696 Oct 13 15:52:18.764018 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98a3e4-e2d2-467a-8dbf-0babcb4c3855 req-7ea1880a-2952-4540-a335-8d7856a51395 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:18.765912 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6c98a3e4-e2d2-467a-8dbf-0babcb4c3855 req-7ea1880a-2952-4540-a335-8d7856a51395 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.1859128 Oct 13 15:52:18.788016 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-ac23b69e-f899-467d-a669-136078e4ad23 req-3596ea57-5c7b-4e75-91ad-18f6cb4c4e64 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:18.847381 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7de65760-b795-44a4-b2df-f142d2ab2a8e req-37cb2556-1355-4fdd-940a-7a5fe70eca33 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae2d688-5d27-4f5c-b988-8c37bfee6028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801327 Oct 13 15:52:18.893079 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596ea57-5c7b-4e75-91ad-18f6cb4c4e64 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Pushing event deleted for resources: {'Port': ['ID=f7602efc-f0db-4d9c-abe5-3f09115c4633,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:18.904573 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6c98a3e4-e2d2-467a-8dbf-0babcb4c3855 req-a1e6218f-bad7-48cf-b4a7-f30512cb11ab tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894783 Oct 13 15:52:18.984985 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac23b69e-f899-467d-a669-136078e4ad23 req-3596ea57-5c7b-4e75-91ad-18f6cb4c4e64 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] No DVR routers for this DVR port f7602efc-f0db-4d9c-abe5-3f09115c4633 on host hv-cinder-77428 {{(pid=107005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:52:18.988220 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:19.000208 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-ac23b69e-f899-467d-a669-136078e4ad23 req-3596ea57-5c7b-4e75-91ad-18f6cb4c4e64 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:19.008383 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ac23b69e-f899-467d-a669-136078e4ad23 req-3596ea57-5c7b-4e75-91ad-18f6cb4c4e64 tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.37 "DELETE /v2.0/ports/f7602efc-f0db-4d9c-abe5-3f09115c4633 HTTP/1.1" status: 204 len: 173 time: 1.0742807 Oct 13 15:52:19.008870 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454149d9-b0c2-4e5f-af9d-8df3c1aa3969', 'name': 'network-vif-deleted', 'tag': 'f7602efc-f0db-4d9c-abe5-3f09115c4633'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:52:19.011343 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acc9de5-9c73-4a42-80b7-90d0c5423019" -d '{"events": [{"server_uuid": "454149d9-b0c2-4e5f-af9d-8df3c1aa3969", "name": "network-vif-deleted", "tag": "f7602efc-f0db-4d9c-abe5-3f09115c4633"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:19.109889 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] For port 8a330b85-cb29-422f-8f0c-2dfee11c683d, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=8a330b85-cb29-422f-8f0c-2dfee11c683d,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:19.121263 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-703df901-26c5-4e95-832a-f646f7ae561f None None] Provisioning complete for port 57efa461-625c-4e96-bdcb-710f1b9ff0af triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:19.131493 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-703df901-26c5-4e95-832a-f646f7ae561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:19.138288 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:19.182960 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:19.192264 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d43cbe-33a1-4137-9ffc-7960bba579f6 req-22cf8e51-2534-4c0a-bb2a-300c131e718f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:19.193939 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f4d43cbe-33a1-4137-9ffc-7960bba579f6 req-22cf8e51-2534-4c0a-bb2a-300c131e718f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.1033056 Oct 13 15:52:19.243619 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-703df901-26c5-4e95-832a-f646f7ae561f None None] Port 57efa461-625c-4e96-bdcb-710f1b9ff0af cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:52:19.258731 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c5d3d7-fbd6-41cd-9c1c-3f29237d2352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cb1770-0f75-4ddb-b2ab-155ecfe453b9'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:52:19.262178 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb71085-1dd3-4387-b167-77d334bb099a" -d '{"events": [{"server_uuid": "52c5d3d7-fbd6-41cd-9c1c-3f29237d2352", "name": "network-vif-plugged", "status": "completed", "tag": "66cb1770-0f75-4ddb-b2ab-155ecfe453b9"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:19.285331 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f4d43cbe-33a1-4137-9ffc-7960bba579f6 req-7d514749-6400-4b0d-8b13-373edd8e4a66 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807462 Oct 13 15:52:19.290855 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=66cb1770-0f75-4ddb-b2ab-155ecfe453b9,segment=NetworkSegment(1c72021b-83bb-4316-8dde-f6aaed3bf1ec),segment_id=1c72021b-83bb-4316-8dde-f6aaed3bf1ec)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:19.314558 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=8a330b85-cb29-422f-8f0c-2dfee11c683d,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:19.343659 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3002e98b-6d71-4e4e-b27e-ad4f8356aa7b x-openstack-request-id: req-3002e98b-6d71-4e4e-b27e-ad4f8356aa7b {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:19.343961 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454149d9-b0c2-4e5f-af9d-8df3c1aa3969", "name": "network-vif-deleted", "tag": "f7602efc-f0db-4d9c-abe5-3f09115c4633", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:19.344221 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3002e98b-6d71-4e4e-b27e-ad4f8356aa7b {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:19.344618 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454149d9-b0c2-4e5f-af9d-8df3c1aa3969', 'name': 'network-vif-deleted', 'tag': 'f7602efc-f0db-4d9c-abe5-3f09115c4633', 'status': 'completed', 'code': 200} Oct 13 15:52:19.374944 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af91d8e-a5ea-4ad8-8608-f0332458bc6d x-openstack-request-id: req-3af91d8e-a5ea-4ad8-8608-f0332458bc6d {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:19.375273 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c5d3d7-fbd6-41cd-9c1c-3f29237d2352", "name": "network-vif-plugged", "status": "completed", "tag": "66cb1770-0f75-4ddb-b2ab-155ecfe453b9", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:19.375538 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3af91d8e-a5ea-4ad8-8608-f0332458bc6d {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:19.375930 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c5d3d7-fbd6-41cd-9c1c-3f29237d2352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cb1770-0f75-4ddb-b2ab-155ecfe453b9', 'code': 200} Oct 13 15:52:19.384364 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:19.385252 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device f7602efc-f0db-4d9c-abe5-3f09115c4633 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:52:19.437661 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: f7602efc-f0db-4d9c-abe5-3f09115c4633 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:52:19.438008 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device f7602efc-f0db-4d9c-abe5-3f09115c4633 not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:52:19.475607 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=66cb1770-0f75-4ddb-b2ab-155ecfe453b9,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:19.536983 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6bcf5-eff2-48d1-944b-ab30128d6d60 req-c140666c-7a00-4be1-84c6-91ecc01deef4 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:19.538461 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-18b6bcf5-eff2-48d1-944b-ab30128d6d60 req-c140666c-7a00-4be1-84c6-91ecc01deef4 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 945 time: 0.0636847 Oct 13 15:52:19.578697 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-18b6bcf5-eff2-48d1-944b-ab30128d6d60 req-bd895732-13ae-411c-afb2-4b83bb629d94 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331771 Oct 13 15:52:19.781633 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b5003-6468-46e2-ba01-c258f3fd8c20 req-1d8573fb-138c-4fd9-be10-449c833c4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:19.783055 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f49b5003-6468-46e2-ba01-c258f3fd8c20 req-1d8573fb-138c-4fd9-be10-449c833c4e9c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 1098 time: 0.0398872 Oct 13 15:52:19.819718 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 54274) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:19.820280 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f49b5003-6468-46e2-ba01-c258f3fd8c20 req-364d8d85-bc82-4f92-99da-8b243bd4b4fd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280464 Oct 13 15:52:19.824899 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-4db3b481-9361-4454-9116-15ab1c8f6a60 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-562879085', 'description': 'tempest-secgroup-smoke-562879085 description', 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:19.926954 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4db3b481-9361-4454-9116-15ab1c8f6a60 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:19.969020 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bd835969-4f24-4088-b66c-01e7bdf163c2 req-5270d5d7-5f4e-453b-b2fc-a8b1f0ad561c tempest-VolumesNegativeTest-1885284513 tempest-VolumesNegativeTest-1885284513-project] 10.222.0.26 "GET /v2.0/ports?device_id=454149d9-b0c2-4e5f-af9d-8df3c1aa3969 HTTP/1.1" status: 200 len: 210 time: 0.0389316 Oct 13 15:52:20.021814 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4db3b481-9361-4454-9116-15ab1c8f6a60 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:20.049015 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103839f-b5bc-4bbc-865f-299049fbabf0 req-bc094821-c542-4114-af15-4b6836080535 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:20.050592 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1103839f-b5bc-4bbc-865f-299049fbabf0 req-bc094821-c542-4114-af15-4b6836080535 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0573225 Oct 13 15:52:20.075931 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4db3b481-9361-4454-9116-15ab1c8f6a60 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:20.093291 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1103839f-b5bc-4bbc-865f-299049fbabf0 req-85212647-30f8-4cd7-bb84-4a1504b515e2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346627 Oct 13 15:52:20.108159 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3b481-9361-4454-9116-15ab1c8f6a60 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01319454-6804-40b4-9c9c-cb0225549fba,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:20.186565 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4db3b481-9361-4454-9116-15ab1c8f6a60 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:20.187936 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-4db3b481-9361-4454-9116-15ab1c8f6a60 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3672047 Oct 13 15:52:20.191002 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 54296) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:20.195900 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-f01e215a-afe5-48b1-b647-645f201ef4a3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Request body: {'security_group_rule': {'security_group_id': '01319454-6804-40b4-9c9c-cb0225549fba', 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:20.298714 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f01e215a-afe5-48b1-b647-645f201ef4a3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:20.379114 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f01e215a-afe5-48b1-b647-645f201ef4a3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:20.428014 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72178525-1be8-4d54-be73-dd2f39da264d req-9cd5126f-85f8-4e82-a973-efa3f6b4b1ca tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:20.429543 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-72178525-1be8-4d54-be73-dd2f39da264d req-9cd5126f-85f8-4e82-a973-efa3f6b4b1ca tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0564311 Oct 13 15:52:20.461226 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 8a330b85-cb29-422f-8f0c-2dfee11c683d up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:20.469889 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-72178525-1be8-4d54-be73-dd2f39da264d req-c907ba79-f329-4f5e-a191-cc2b3f80432e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332241 Oct 13 15:52:20.518662 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 8a330b85-cb29-422f-8f0c-2dfee11c683d triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:20.519067 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:20.524558 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f01e215a-afe5-48b1-b647-645f201ef4a3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:20.551134 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e215a-afe5-48b1-b647-645f201ef4a3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e06402b-a58a-4699-8e81-81ef6640486e,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:20.616843 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Sync routers for ids ['e743dc44-7237-4630-9a29-d87826c0673d'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:52:20.626298 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Routers {'e743dc44-7237-4630-9a29-d87826c0673d'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:52:20.626942 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:52:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['e743dc44-7237-4630-9a29-d87826c0673d'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:20.646905 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f01e215a-afe5-48b1-b647-645f201ef4a3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:20.648607 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f01e215a-afe5-48b1-b647-645f201ef4a3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4560792 Oct 13 15:52:20.651786 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 54304) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:20.660083 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-0284fab1-fdc1-4606-ad39-1abea60ae390 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Request body: {'security_group_rule': {'security_group_id': '01319454-6804-40b4-9c9c-cb0225549fba', 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:20.743250 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Set router e743dc44-7237-4630-9a29-d87826c0673d gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:52:20.749869 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7df0d-1ebd-49df-b3a4-2a359f98bc2c req-9d87f549-200e-4bfb-b229-632340d5e4aa tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:20.751477 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2da7df0d-1ebd-49df-b3a4-2a359f98bc2c req-9d87f549-200e-4bfb-b229-632340d5e4aa tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 945 time: 0.0672348 Oct 13 15:52:20.792179 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2da7df0d-1ebd-49df-b3a4-2a359f98bc2c req-f2a478a1-96bb-4e42-b3ec-4b9edeb855a1 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344443 Oct 13 15:52:20.963694 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'name': 'tempest-TestVolumeBootPattern-909963937-router', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8a330b85-cb29-422f-8f0c-2dfee11c683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:11Z', 'updated_at': '2021-10-13T15:52:17Z', 'revision_number': 4, 'project_id': '0341cc1d00424828a6e9e9a2d960800a', 'gw_port': {'id': '8a330b85-cb29-422f-8f0c-2dfee11c683d', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:12Z', 'updated_at': '2021-10-13T15:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '57efa461-625c-4e96-bdcb-710f1b9ff0af', 'name': '', 'network_id': 'ec2a60b9-36a4-418b-b67c-601d0d0d2dff', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'mac_address': 'fa:16:3e:8d:7c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '27110f1d-8b38-4636-9444-54684724ec3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:17Z', 'updated_at': '2021-10-13T15:52:17Z', 'revision_number': 2, 'project_id': '0341cc1d00424828a6e9e9a2d960800a', 'subnets': [{'id': '27110f1d-8b38-4636-9444-54684724ec3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:20.989567 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Checking router: e743dc44-7237-4630-9a29-d87826c0673d for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:52:20.989922 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Updating router e743dc44-7237-4630-9a29-d87826c0673d port 57efa461-625c-4e96-bdcb-710f1b9ff0af binding host dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:52:21.015979 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.047233 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0284fab1-fdc1-4606-ad39-1abea60ae390 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.123634 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0284fab1-fdc1-4606-ad39-1abea60ae390 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.253532 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0284fab1-fdc1-4606-ad39-1abea60ae390 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.329820 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8339a-0812-4da7-9a49-7a4b073a5244 req-602f1397-07c4-4046-a050-fb9f4738d221 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:21.331403 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dff8339a-0812-4da7-9a49-7a4b073a5244 req-602f1397-07c4-4046-a050-fb9f4738d221 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.1579795 Oct 13 15:52:21.333659 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284fab1-fdc1-4606-ad39-1abea60ae390 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7a47ce-dfba-4cef-9ea3-44417ed633f1,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:21.389220 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724b7e7-62f2-4962-9fb9-dc4bc2e6a4b4 req-54440817-4127-4016-a4a4-3012436feda8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:21.395438 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a724b7e7-62f2-4962-9fb9-dc4bc2e6a4b4 req-54440817-4127-4016-a4a4-3012436feda8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.1267254 Oct 13 15:52:21.409221 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dff8339a-0812-4da7-9a49-7a4b073a5244 req-79281374-62cb-4ec9-baba-692779c721e2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645082 Oct 13 15:52:21.436124 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0284fab1-fdc1-4606-ad39-1abea60ae390 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.437305 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-0284fab1-fdc1-4606-ad39-1abea60ae390 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7836759 Oct 13 15:52:21.440205 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 54332) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:21.445524 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-bfed8144-6f89-45bb-a102-ff151478e95e tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Request body: {'security_group_rule': {'security_group_id': '01319454-6804-40b4-9c9c-cb0225549fba', 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:21.455396 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a724b7e7-62f2-4962-9fb9-dc4bc2e6a4b4 req-b66e85bf-c1e5-42f5-b47c-f091daaaa448 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475636 Oct 13 15:52:21.460536 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Notify callbacks [] for port, precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.542264 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.567068 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bfed8144-6f89-45bb-a102-ff151478e95e tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.601465 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd11d12-2b27-4e0f-be65-ba6e081bc9ac None None] Pushing event updated for resources: {'Port': ['ID=57efa461-625c-4e96-bdcb-710f1b9ff0af,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:21.683049 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Attempting to bind port 57efa461-625c-4e96-bdcb-710f1b9ff0af on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:52:21.683421 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Attempting to bind port 57efa461-625c-4e96-bdcb-710f1b9ff0af by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '09e44116-9d32-4ab5-a3bd-1e99823ee9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ec2a60b9-36a4-418b-b67c-601d0d0d2dff'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:52:21.684298 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Attempting to bind port 57efa461-625c-4e96-bdcb-710f1b9ff0af on network ec2a60b9-36a4-418b-b67c-601d0d0d2dff {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:52:21.690241 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:52:21.690892 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Checking segment: {'id': '09e44116-9d32-4ab5-a3bd-1e99823ee9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ec2a60b9-36a4-418b-b67c-601d0d0d2dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:52:21.691866 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.693628 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Bound using segment: {'id': '09e44116-9d32-4ab5-a3bd-1e99823ee9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ec2a60b9-36a4-418b-b67c-601d0d0d2dff'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:52:21.694621 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bfed8144-6f89-45bb-a102-ff151478e95e tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.695423 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Bound port: 57efa461-625c-4e96-bdcb-710f1b9ff0af, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e44116-9d32-4ab5-a3bd-1e99823ee9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ec2a60b9-36a4-418b-b67c-601d0d0d2dff'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:52:21.697104 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.753648 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93661f-01b2-4ef4-9b2c-b5673714f1b7 req-110866a9-86a8-4eb4-84ba-f1c145846eb3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:21.754304 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bfed8144-6f89-45bb-a102-ff151478e95e tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.765593 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9d93661f-01b2-4ef4-9b2c-b5673714f1b7 req-110866a9-86a8-4eb4-84ba-f1c145846eb3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.1193640 Oct 13 15:52:21.804149 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed8144-6f89-45bb-a102-ff151478e95e tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435018dc-fd57-405c-bc26-f260227d6e99,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:21.818357 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] For port 57efa461-625c-4e96-bdcb-710f1b9ff0af, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:52:21.820806 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9d93661f-01b2-4ef4-9b2c-b5673714f1b7 req-f9f1774a-d518-414e-b6a0-130e40baf410 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540309 Oct 13 15:52:21.825513 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] For port 57efa461-625c-4e96-bdcb-710f1b9ff0af, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=57efa461-625c-4e96-bdcb-710f1b9ff0af,segment=NetworkSegment(09e44116-9d32-4ab5-a3bd-1e99823ee9cd),segment_id=09e44116-9d32-4ab5-a3bd-1e99823ee9cd)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:52:21.888659 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-7d4d99fe-e4c7-452d-8021-0415a3fa2211 None None] Provisioning complete for port 57efa461-625c-4e96-bdcb-710f1b9ff0af triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:21.889112 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7d4d99fe-e4c7-452d-8021-0415a3fa2211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.904300 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bfed8144-6f89-45bb-a102-ff151478e95e tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.905864 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-bfed8144-6f89-45bb-a102-ff151478e95e tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4640591 Oct 13 15:52:21.908876 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 54356) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:21.914110 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-7c536990-1301-4c30-9df2-760d0c614302 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Request body: {'security_group_rule': {'security_group_id': '01319454-6804-40b4-9c9c-cb0225549fba', 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:21.927316 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d99fe-e4c7-452d-8021-0415a3fa2211 None None] Port 57efa461-625c-4e96-bdcb-710f1b9ff0af cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:52:21.932297 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5810dae-f6b1-4945-9c6f-f0e5174daa39 req-e9ea389c-5472-4e78-979f-a3d7b9b0d5e8 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:21.934350 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c5810dae-f6b1-4945-9c6f-f0e5174daa39 req-e9ea389c-5472-4e78-979f-a3d7b9b0d5e8 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 945 time: 0.0628810 Oct 13 15:52:21.955056 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.979360 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c5810dae-f6b1-4945-9c6f-f0e5174daa39 req-dddeb101-636a-4df5-884c-53c4a1b686c8 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383952 Oct 13 15:52:22.038851 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Routers {'e743dc44-7237-4630-9a29-d87826c0673d'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:52:22.039515 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:52:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['e743dc44-7237-4630-9a29-d87826c0673d'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:22.046798 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7c536990-1301-4c30-9df2-760d0c614302 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:22.051620 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd11d12-2b27-4e0f-be65-ba6e081bc9ac None None] Pushing event updated for resources: {'Port': ['ID=57efa461-625c-4e96-bdcb-710f1b9ff0af,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:22.133903 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7c536990-1301-4c30-9df2-760d0c614302 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:22.193070 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] Set router e743dc44-7237-4630-9a29-d87826c0673d gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:52:22.236079 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7c536990-1301-4c30-9df2-760d0c614302 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:22.264269 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c536990-1301-4c30-9df2-760d0c614302 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c628ce-6f7e-42d9-abe4-e34b963d1052,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:22.321164 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7c536990-1301-4c30-9df2-760d0c614302 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:22.324855 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-7c536990-1301-4c30-9df2-760d0c614302 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4125261 Oct 13 15:52:22.326083 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 54376) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:22.331913 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-69a56086-8284-41e9-acc0-8f5735193620 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Request body: {'security_group_rule': {'security_group_id': '01319454-6804-40b4-9c9c-cb0225549fba', 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:22.342164 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-484d8777-72ef-4265-bb88-400f95f05ed1 None None] Provisioning complete for port 57efa461-625c-4e96-bdcb-710f1b9ff0af triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:22.342458 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-484d8777-72ef-4265-bb88-400f95f05ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:22.439574 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.securitygroups_db [None req-69a56086-8284-41e9-acc0-8f5735193620 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Project b5ed88eceaec415da77cd8f2f848b36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:52:22.445118 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-69a56086-8284-41e9-acc0-8f5735193620 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:22.486851 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-484d8777-72ef-4265-bb88-400f95f05ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:22.519549 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'name': 'tempest-TestVolumeBootPattern-909963937-router', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8a330b85-cb29-422f-8f0c-2dfee11c683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:11Z', 'updated_at': '2021-10-13T15:52:17Z', 'revision_number': 4, 'project_id': '0341cc1d00424828a6e9e9a2d960800a', 'gw_port': {'id': '8a330b85-cb29-422f-8f0c-2dfee11c683d', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:12Z', 'updated_at': '2021-10-13T15:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '57efa461-625c-4e96-bdcb-710f1b9ff0af', 'name': '', 'network_id': 'ec2a60b9-36a4-418b-b67c-601d0d0d2dff', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'mac_address': 'fa:16:3e:8d:7c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '27110f1d-8b38-4636-9444-54684724ec3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:17Z', 'updated_at': '2021-10-13T15:52:21Z', 'revision_number': 4, 'project_id': '0341cc1d00424828a6e9e9a2d960800a', 'subnets': [{'id': '27110f1d-8b38-4636-9444-54684724ec3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:22.538834 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b1141-23ae-4cf3-bf0d-1e519589d574 req-9f3e2d9e-b4b3-4609-a4c8-fabc53e5a0a0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:22.545791 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b12b1141-23ae-4cf3-bf0d-1e519589d574 req-9f3e2d9e-b4b3-4609-a4c8-fabc53e5a0a0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0561275 Oct 13 15:52:22.551804 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-69a56086-8284-41e9-acc0-8f5735193620 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:22.564042 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811be1af-257e-4b96-b29f-21ccd2beea76 None None] The sync data for ids ['e743dc44-7237-4630-9a29-d87826c0673d'] in dv-cinder-774288-10-iscsi is: [{'id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'name': 'tempest-TestVolumeBootPattern-909963937-router', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8a330b85-cb29-422f-8f0c-2dfee11c683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:11Z', 'updated_at': '2021-10-13T15:52:17Z', 'revision_number': 4, 'project_id': '0341cc1d00424828a6e9e9a2d960800a', 'gw_port': {'id': '8a330b85-cb29-422f-8f0c-2dfee11c683d', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:12Z', 'updated_at': '2021-10-13T15:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '57efa461-625c-4e96-bdcb-710f1b9ff0af', 'name': '', 'network_id': 'ec2a60b9-36a4-418b-b67c-601d0d0d2dff', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'mac_address': 'fa:16:3e:8d:7c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '27110f1d-8b38-4636-9444-54684724ec3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:17Z', 'updated_at': '2021-10-13T15:52:21Z', 'revision_number': 4, 'project_id': '0341cc1d00424828a6e9e9a2d960800a', 'subnets': [{'id': '27110f1d-8b38-4636-9444-54684724ec3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:52:22.570581 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-484d8777-72ef-4265-bb88-400f95f05ed1 None None] For port 57efa461-625c-4e96-bdcb-710f1b9ff0af, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=57efa461-625c-4e96-bdcb-710f1b9ff0af,segment=NetworkSegment(09e44116-9d32-4ab5-a3bd-1e99823ee9cd),segment_id=09e44116-9d32-4ab5-a3bd-1e99823ee9cd)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:22.601874 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-69a56086-8284-41e9-acc0-8f5735193620 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:22.616247 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b12b1141-23ae-4cf3-bf0d-1e519589d574 req-2ff6f90a-092d-4566-ac76-e3d513e05204 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686469 Oct 13 15:52:22.634059 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-484d8777-72ef-4265-bb88-400f95f05ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:22.652350 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a56086-8284-41e9-acc0-8f5735193620 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de91365-583c-47c1-9db7-50ac5a1eec74,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:22.721727 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-69a56086-8284-41e9-acc0-8f5735193620 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:22.723056 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-69a56086-8284-41e9-acc0-8f5735193620 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3959143 Oct 13 15:52:22.725873 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 54418) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:22.731649 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-dfa183d5-9dea-4c86-a0cf-76e9fc76d431 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Request body: {'security_group_rule': {'security_group_id': '01319454-6804-40b4-9c9c-cb0225549fba', 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:22.752742 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d8777-72ef-4265-bb88-400f95f05ed1 None None] Pushing event updated for resources: {'Port': ['ID=57efa461-625c-4e96-bdcb-710f1b9ff0af,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:22.867937 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.securitygroups_db [None req-dfa183d5-9dea-4c86-a0cf-76e9fc76d431 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Project b5ed88eceaec415da77cd8f2f848b36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:52:22.874256 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dfa183d5-9dea-4c86-a0cf-76e9fc76d431 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:22.890600 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cadda-2f0d-469b-977d-c54d90a37d73 req-d617edfa-30c5-4c22-9730-92b31bab5ce8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:22.898446 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d44cadda-2f0d-469b-977d-c54d90a37d73 req-d617edfa-30c5-4c22-9730-92b31bab5ce8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.1237576 Oct 13 15:52:22.946190 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-792e7d52-1320-4e1c-80aa-9d60aa9010d0 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:22.948373 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-792e7d52-1320-4e1c-80aa-9d60aa9010d0 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/networks?id=b2851f40-db29-4f2e-a359-e4047a31395d HTTP/1.1" status: 200 len: 815 time: 0.3698747 Oct 13 15:52:22.977274 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d44cadda-2f0d-469b-977d-c54d90a37d73 req-d9ac81c1-9c51-47cb-9ab7-c9ba9288b051 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778956 Oct 13 15:52:22.979283 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-3d8da5df-202b-4c90-b44f-ff90316af893 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/quotas/c8511f9cedd645ca8749aee4bf75152e HTTP/1.1" status: 200 len: 375 time: 0.0213208 Oct 13 15:52:23.005122 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dfa183d5-9dea-4c86-a0cf-76e9fc76d431 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.037853 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-9361462a-a7fc-4951-98c8-c7e24fa22124 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8511f9cedd645ca8749aee4bf75152e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520744 Oct 13 15:52:23.099784 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dfa183d5-9dea-4c86-a0cf-76e9fc76d431 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.131305 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa183d5-9dea-4c86-a0cf-76e9fc76d431 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f3cf86-d9a9-4563-a794-f893e3085fee,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:23.184561 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b3f75-af76-41ec-8fe9-a0153504a085 req-b9ac2f7a-d9af-4445-9567-54db774da753 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:23.188463 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-573b3f75-af76-41ec-8fe9-a0153504a085 req-b9ac2f7a-d9af-4445-9567-54db774da753 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.1194403 Oct 13 15:52:23.188463 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-cbe47239-4b1f-4bdb-ac47-49b549e24fa8 service neutron] 10.222.0.26 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429784 Oct 13 15:52:23.209492 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dfa183d5-9dea-4c86-a0cf-76e9fc76d431 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.210741 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-dfa183d5-9dea-4c86-a0cf-76e9fc76d431 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4837003 Oct 13 15:52:23.552136 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-573b3f75-af76-41ec-8fe9-a0153504a085 req-2a626f8a-ad5a-4566-bd0c-2aaf52f98bf4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3585947 Oct 13 15:52:23.596113 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-573d0d5b-f02c-48e7-a4ef-f5f21785e4a6 service neutron] 10.222.0.26 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001536 Oct 13 15:52:24.052600 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f2fca-326e-4b07-82cf-913b32f475b9 req-e7a8aec2-9194-4bf1-8597-e328bbac0deb tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:24.054110 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-488f2fca-326e-4b07-82cf-913b32f475b9 req-e7a8aec2-9194-4bf1-8597-e328bbac0deb tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0842509 Oct 13 15:52:24.116224 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d4377232-9baf-4116-96c2-a736573b8e6a req-91d662e5-4510-4de2-8d4c-a557d7821d00 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0372150 Oct 13 15:52:24.124669 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-488f2fca-326e-4b07-82cf-913b32f475b9 req-3fc0c25f-6fa1-408a-8c9f-db488d9949f3 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623384 Oct 13 15:52:24.258840 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd593d8-76c2-4c84-8a83-74fda094a6d7 req-105f3202-2c92-4908-aa4e-6efcd4d96046 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:24.264824 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9dd593d8-76c2-4c84-8a83-74fda094a6d7 req-105f3202-2c92-4908-aa4e-6efcd4d96046 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0889449 Oct 13 15:52:24.282449 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578aa52-3bb9-48dc-bd0c-a63c347c56a0 req-3f159b64-0beb-40f3-a3e1-6bf4a5565e68 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:24.284022 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f578aa52-3bb9-48dc-bd0c-a63c347c56a0 req-3f159b64-0beb-40f3-a3e1-6bf4a5565e68 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 945 time: 0.0959632 Oct 13 15:52:24.341679 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9dd593d8-76c2-4c84-8a83-74fda094a6d7 req-085f69b8-f05e-4246-b316-e82c5bd1c9dd tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691376 Oct 13 15:52:24.360766 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f578aa52-3bb9-48dc-bd0c-a63c347c56a0 req-72079099-3b1f-4ac0-9c8c-8c94b06ff18a tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581272 Oct 13 15:52:24.515578 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 57efa461-625c-4e96-bdcb-710f1b9ff0af up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:24.583110 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 57efa461-625c-4e96-bdcb-710f1b9ff0af triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:24.583546 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:24.722789 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec3fd9-481b-4ff8-8ff8-169e55205762 req-3f48c1c6-521e-4013-938f-3b56640ef9b0 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:24.724942 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-89ec3fd9-481b-4ff8-8ff8-169e55205762 req-3f48c1c6-521e-4013-938f-3b56640ef9b0 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0611243 Oct 13 15:52:24.771582 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-89ec3fd9-481b-4ff8-8ff8-169e55205762 req-2fb3cd6a-a500-4424-b894-a8b2a65b4c80 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405409 Oct 13 15:52:25.231878 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ef2c8a84-083d-4c85-8b70-65d394d5e1fa req-5ab7efb8-46b2-4fc4-bcbe-b3e4f7d4c2ac tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0419331 Oct 13 15:52:25.279842 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74994385-fe41-45fb-b8b6-5903a1ec8f68 req-c72cf1e1-84e7-4490-b372-cae55f349c97 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:25.281368 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-74994385-fe41-45fb-b8b6-5903a1ec8f68 req-c72cf1e1-84e7-4490-b372-cae55f349c97 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0797114 Oct 13 15:52:25.338589 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-74994385-fe41-45fb-b8b6-5903a1ec8f68 req-a71e8e0b-4ac3-402b-9ce2-a52d62fecc6e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477476 Oct 13 15:52:25.535639 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130cd55-6bdf-45fc-8295-712127bfe46b req-3ccdecb7-4aca-4943-8076-062be30520a6 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:25.537184 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d130cd55-6bdf-45fc-8295-712127bfe46b req-3ccdecb7-4aca-4943-8076-062be30520a6 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 945 time: 0.0906448 Oct 13 15:52:25.546271 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51bd66-8ba7-4102-9f62-b64cd9efcf96 req-0c64d9fa-961d-4b60-93d8-f76fcc2f1697 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:25.547394 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7b51bd66-8ba7-4102-9f62-b64cd9efcf96 req-0c64d9fa-961d-4b60-93d8-f76fcc2f1697 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.1097512 Oct 13 15:52:25.603853 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d130cd55-6bdf-45fc-8295-712127bfe46b req-253eb481-1fee-44b0-a615-95cbe10992a2 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554755 Oct 13 15:52:25.607792 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7b51bd66-8ba7-4102-9f62-b64cd9efcf96 req-f58621d4-37af-46fa-863b-38d490e25ee4 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534158 Oct 13 15:52:25.892076 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6402e-4ea3-4164-acec-ae8bff60eb16 req-fd00ff65-0e8b-4400-84dd-7628cabda8e0 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:25.893643 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8bf6402e-4ea3-4164-acec-ae8bff60eb16 req-fd00ff65-0e8b-4400-84dd-7628cabda8e0 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0508130 Oct 13 15:52:25.949157 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8bf6402e-4ea3-4164-acec-ae8bff60eb16 req-b227d073-19d5-4beb-aa5c-ddb7c066f885 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483439 Oct 13 15:52:26.330514 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1bfb07bb-6060-4248-b42e-3f3b8830e033 req-7a0ff8d2-6509-432d-b823-76adf1eaad21 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0282736 Oct 13 15:52:26.454494 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f2c37-79a6-4355-b61c-fa90fd2d40e3 req-43b9a4bc-79b3-49ba-9157-e6d2d7dc0d4b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:26.455999 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c55f2c37-79a6-4355-b61c-fa90fd2d40e3 req-43b9a4bc-79b3-49ba-9157-e6d2d7dc0d4b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0520051 Oct 13 15:52:26.493791 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c55f2c37-79a6-4355-b61c-fa90fd2d40e3 req-abf1d369-e734-4014-8144-936e513e89ae tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318446 Oct 13 15:52:26.783048 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d055d-3664-493c-bce6-4aa5bcd8fd24 req-1de97e44-acfd-4c58-ad6e-a4b76cbeb4ee tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:26.784525 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dc9d055d-3664-493c-bce6-4aa5bcd8fd24 req-1de97e44-acfd-4c58-ad6e-a4b76cbeb4ee tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 945 time: 0.1106563 Oct 13 15:52:26.792580 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1e870-903d-481d-8b73-860be5949abe req-9e699837-8fd1-4b82-bfcb-a25f9649fc97 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:26.794480 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d7b1e870-903d-481d-8b73-860be5949abe req-9e699837-8fd1-4b82-bfcb-a25f9649fc97 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.1114345 Oct 13 15:52:26.829057 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62825b-185a-49e6-a335-86e2f2fd6d5d req-bc0d3c1b-b929-4699-9794-70290cac17cd tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:26.830441 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2c62825b-185a-49e6-a335-86e2f2fd6d5d req-bc0d3c1b-b929-4699-9794-70290cac17cd tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.37 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 945 time: 0.1228483 Oct 13 15:52:26.884659 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dc9d055d-3664-493c-bce6-4aa5bcd8fd24 req-47d47f9b-d776-4884-ac1d-6514c383103f tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/security-groups?id=da3e0df0-fb45-46b7-9569-a3005e6a016b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891898 Oct 13 15:52:26.897659 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d7b1e870-903d-481d-8b73-860be5949abe req-e65d7cc7-6dbf-44dc-b8c8-ec94a310eeba tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951617 Oct 13 15:52:26.956489 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-2c62825b-185a-49e6-a335-86e2f2fd6d5d req-80b21290-54b9-4446-b016-508c83e37c35 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Deleting port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:52:26.956829 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-2c62825b-185a-49e6-a335-86e2f2fd6d5d req-80b21290-54b9-4446-b016-508c83e37c35 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:27.070375 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-2c62825b-185a-49e6-a335-86e2f2fd6d5d req-80b21290-54b9-4446-b016-508c83e37c35 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] For port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=66cb1770-0f75-4ddb-b2ab-155ecfe453b9,segment=NetworkSegment(1c72021b-83bb-4316-8dde-f6aaed3bf1ec),segment_id=1c72021b-83bb-4316-8dde-f6aaed3bf1ec)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:27.071063 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-2c62825b-185a-49e6-a335-86e2f2fd6d5d req-80b21290-54b9-4446-b016-508c83e37c35 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:27.111082 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-2c62825b-185a-49e6-a335-86e2f2fd6d5d req-80b21290-54b9-4446-b016-508c83e37c35 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Calling delete_port for 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 owned by compute:nova {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:52:27.173415 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5e919-23ae-4606-96ed-8a10b2c30b3c req-6b1131ae-d202-4c04-a445-1d4afe5db1ad tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:27.174955 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48b5e919-23ae-4606-96ed-8a10b2c30b3c req-6b1131ae-d202-4c04-a445-1d4afe5db1ad tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0962377 Oct 13 15:52:27.233443 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48b5e919-23ae-4606-96ed-8a10b2c30b3c req-82bd6c2a-a1aa-4d24-b9d5-362dc86e7d1a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462043 Oct 13 15:52:27.276095 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-98be5a27-da8b-4b19-96d9-199d2142e735 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:27.278401 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-98be5a27-da8b-4b19-96d9-199d2142e735 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "GET /v2.0/networks?id=b2851f40-db29-4f2e-a359-e4047a31395d HTTP/1.1" status: 200 len: 815 time: 0.1330464 Oct 13 15:52:27.301365 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-87c632e9-bb1d-4fa5-b83c-7745b047d05d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Request body: {'port': {'device_id': '5a69dc00-6570-42cf-9875-0a0f1a7bd0d8', 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d', 'admin_state_up': True, 'tenant_id': 'c8511f9cedd645ca8749aee4bf75152e'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:27.428528 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-2c62825b-185a-49e6-a335-86e2f2fd6d5d req-80b21290-54b9-4446-b016-508c83e37c35 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:27.431483 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-81020ab2-3f7f-4640-a800-69f09956404a req-a0339edc-4f46-48e9-b4da-f124414d27be tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0315299 Oct 13 15:52:27.445411 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['66cb1770-0f75-4ddb-b2ab-155ecfe453b9'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:52:27.457045 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b21290-54b9-4446-b016-508c83e37c35 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Pushing event deleted for resources: {'Port': ['ID=66cb1770-0f75-4ddb-b2ab-155ecfe453b9,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:27.476500 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-87c632e9-bb1d-4fa5-b83c-7745b047d05d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Made reservation on behalf of c8511f9cedd645ca8749aee4bf75152e for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:52:27.481656 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-87c632e9-bb1d-4fa5-b83c-7745b047d05d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:27.514378 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c62825b-185a-49e6-a335-86e2f2fd6d5d req-80b21290-54b9-4446-b016-508c83e37c35 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] No DVR routers for this DVR port 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 on host hv-cinder-77428 {{(pid=107005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:52:27.517118 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-2c62825b-185a-49e6-a335-86e2f2fd6d5d req-80b21290-54b9-4446-b016-508c83e37c35 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:27.520703 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2c62825b-185a-49e6-a335-86e2f2fd6d5d req-80b21290-54b9-4446-b016-508c83e37c35 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.37 "DELETE /v2.0/ports/66cb1770-0f75-4ddb-b2ab-155ecfe453b9 HTTP/1.1" status: 204 len: 173 time: 0.6731360 Oct 13 15:52:27.521411 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c5d3d7-fbd6-41cd-9c1c-3f29237d2352', 'name': 'network-vif-deleted', 'tag': '66cb1770-0f75-4ddb-b2ab-155ecfe453b9'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:52:27.523734 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27caa794-eef6-4ba8-85fb-ab3194934577" -d '{"events": [{"server_uuid": "52c5d3d7-fbd6-41cd-9c1c-3f29237d2352", "name": "network-vif-deleted", "tag": "66cb1770-0f75-4ddb-b2ab-155ecfe453b9"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:27.576387 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f0014b-1b5d-4428-a019-bbd1585636b8 x-openstack-request-id: req-11f0014b-1b5d-4428-a019-bbd1585636b8 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:27.576874 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c5d3d7-fbd6-41cd-9c1c-3f29237d2352", "name": "network-vif-deleted", "tag": "66cb1770-0f75-4ddb-b2ab-155ecfe453b9", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:27.577390 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11f0014b-1b5d-4428-a019-bbd1585636b8 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:27.577946 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c5d3d7-fbd6-41cd-9c1c-3f29237d2352', 'name': 'network-vif-deleted', 'tag': '66cb1770-0f75-4ddb-b2ab-155ecfe453b9', 'status': 'completed', 'code': 200} Oct 13 15:52:27.639925 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588625fa-8b81-4b68-90d6-ca83c4001096 req-2d0baccb-e0f1-430f-b7f5-a51f93fabc59 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:27.641424 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-588625fa-8b81-4b68-90d6-ca83c4001096 req-2d0baccb-e0f1-430f-b7f5-a51f93fabc59 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0524001 Oct 13 15:52:27.647861 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-87c632e9-bb1d-4fa5-b83c-7745b047d05d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Allocated IP 172.20.0.14 (b2851f40-db29-4f2e-a359-e4047a31395d/8a183292-d095-46b1-84b3-c41041c01558/a9af2805-a128-4e54-9deb-2ce5675fcf11) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:52:27.684582 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-588625fa-8b81-4b68-90d6-ca83c4001096 req-30cb4eb1-af99-4aa4-95c1-c73bf85ceb4f tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367212 Oct 13 15:52:27.798506 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-87c632e9-bb1d-4fa5-b83c-7745b047d05d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:27.916279 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-87c632e9-bb1d-4fa5-b83c-7745b047d05d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:27.929101 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['d92ee354-20d8-4752-865f-c2ce578de6f5', '77508328-b545-42cf-a602-4b48545ca08c'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:52:27.959957 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-87c632e9-bb1d-4fa5-b83c-7745b047d05d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Network b2851f40-db29-4f2e-a359-e4047a31395d is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:27.963147 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-87c632e9-bb1d-4fa5-b83c-7745b047d05d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:27.972132 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-87c632e9-bb1d-4fa5-b83c-7745b047d05d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:52:27.987361 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-87c632e9-bb1d-4fa5-b83c-7745b047d05d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:27.988658 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-87c632e9-bb1d-4fa5-b83c-7745b047d05d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:28.007557 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c632e9-bb1d-4fa5-b83c-7745b047d05d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Pushing event updated for resources: {'Port': ['ID=a9af2805-a128-4e54-9deb-2ce5675fcf11,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:28.041549 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-757d76e1-4006-47c9-9c68-f8717c66a1f6 req-a4daa2c4-2580-4482-a6f8-14f73d210e75 tempest-VolumesActionsTest-1162520143 tempest-VolumesActionsTest-1162520143-project] 10.222.0.26 "GET /v2.0/ports?device_id=52c5d3d7-fbd6-41cd-9c1c-3f29237d2352 HTTP/1.1" status: 200 len: 210 time: 0.0394230 Oct 13 15:52:28.113355 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-87c632e9-bb1d-4fa5-b83c-7745b047d05d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8079638 Oct 13 15:52:28.113484 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf4790-d7f5-4daf-81c9-14b9030b8a88 req-de61b2f5-b0ff-4eb4-9f58-7bd79d926ee7 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:28.113997 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 54722) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:28.114977 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-facf4790-d7f5-4daf-81c9-14b9030b8a88 req-de61b2f5-b0ff-4eb4-9f58-7bd79d926ee7 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0764577 Oct 13 15:52:28.128116 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Request body: {'port': {'device_id': '5a69dc00-6570-42cf-9875-0a0f1a7bd0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:28.172619 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-facf4790-d7f5-4daf-81c9-14b9030b8a88 req-71ce6c53-f3b3-4892-9301-080f96a281e4 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446877 Oct 13 15:52:28.202308 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:28.365052 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1374479-66fa-4b42-a1f1-07dafbf9ba19 req-6207c568-75c3-445d-93e6-bb0f93fe60b2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:28.366609 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f1374479-66fa-4b42-a1f1-07dafbf9ba19 req-6207c568-75c3-445d-93e6-bb0f93fe60b2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0531328 Oct 13 15:52:28.375306 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-22d9019c-c47c-49a1-b160-d0d8a1207ad1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82d9d5e166a547ac9bcb78f2c4bdb2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576349 Oct 13 15:52:28.378904 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 54730) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:52:28.435581 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f1374479-66fa-4b42-a1f1-07dafbf9ba19 req-a3e478f5-29c1-411e-bb8e-4d421a77c0f0 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622158 Oct 13 15:52:28.453799 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d0aa22b8-d3a2-4f5a-ae49-dd370692ec9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:28.483572 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d0aa22b8-d3a2-4f5a-ae49-dd370692ec9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:28.493000 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device f888d746-a651-4aa2-9578-6ac1fa31823f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:52:28.542106 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9af2805-a128-4e54-9deb-2ce5675fcf11 {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:52:28.552921 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:28.571231 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-68b3a909-2809-4e8a-a5ee-b715c3eca992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:28.601272 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Transition to ACTIVE for port object a9af2805-a128-4e54-9deb-2ce5675fcf11 will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:52:28.602504 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port f888d746-a651-4aa2-9578-6ac1fa31823f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f888d746-a651-4aa2-9578-6ac1fa31823f,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:28.603999 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69b035-991d-4ab5-b70e-70513a041c54 req-cfc7be8d-655c-4879-a556-c3477c1b2bd6 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:28.605580 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee69b035-991d-4ab5-b70e-70513a041c54 req-cfc7be8d-655c-4879-a556-c3477c1b2bd6 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 932 time: 0.0499482 Oct 13 15:52:28.607873 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d0aa22b8-d3a2-4f5a-ae49-dd370692ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:28.610432 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d0aa22b8-d3a2-4f5a-ae49-dd370692ec9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:28.611504 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-d0aa22b8-d3a2-4f5a-ae49-dd370692ec9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cae2d688-5d27-4f5c-b988-8c37bfee6028 HTTP/1.1" status: 204 len: 168 time: 0.2317283 Oct 13 15:52:28.616143 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'port_id': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'mac_address': 'fa:16:3e:70:c8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:52:28.633042 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa22b8-d3a2-4f5a-ae49-dd370692ec9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae2d688-5d27-4f5c-b988-8c37bfee6028,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:28.671864 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee69b035-991d-4ab5-b70e-70513a041c54 req-5c0cc826-4597-41a2-83d5-143f0ced4bb2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533955 Oct 13 15:52:28.673581 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:28.686968 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:28.688136 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f888d746-a651-4aa2-9578-6ac1fa31823f {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:52:28.711789 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port f888d746-a651-4aa2-9578-6ac1fa31823f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f888d746-a651-4aa2-9578-6ac1fa31823f,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:28.740535 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9af2805-a128-4e54-9deb-2ce5675fcf11,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:28.771978 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Attempting to bind port a9af2805-a128-4e54-9deb-2ce5675fcf11 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:52:28.772319 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Attempting to bind port a9af2805-a128-4e54-9deb-2ce5675fcf11 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:52:28.781936 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Attempting to bind port a9af2805-a128-4e54-9deb-2ce5675fcf11 on network b2851f40-db29-4f2e-a359-e4047a31395d {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:52:28.781936 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Port a9af2805-a128-4e54-9deb-2ce5675fcf11 on network b2851f40-db29-4f2e-a359-e4047a31395d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:52:28.781936 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Attempting to bind port a9af2805-a128-4e54-9deb-2ce5675fcf11 on network b2851f40-db29-4f2e-a359-e4047a31395d {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:52:28.783048 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:52:28.783552 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Checking segment: {'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:52:28.783936 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Bound using segment: {'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:52:28.784361 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Bound port: a9af2805-a128-4e54-9deb-2ce5675fcf11, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:52:28.784716 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:28.810435 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53cfed-48c3-4c33-a305-d1dc1a4fbfe7 req-7bc64f10-ecea-47d7-9ebb-c1465f49f8fc tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:28.815100 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dd53cfed-48c3-4c33-a305-d1dc1a4fbfe7 req-7bc64f10-ecea-47d7-9ebb-c1465f49f8fc tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0565650 Oct 13 15:52:28.854186 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] For port a9af2805-a128-4e54-9deb-2ce5675fcf11, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:52:28.857255 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dd53cfed-48c3-4c33-a305-d1dc1a4fbfe7 req-95e81232-05a3-42e5-8d8b-72c803d30b10 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356615 Oct 13 15:52:28.858069 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] For port a9af2805-a128-4e54-9deb-2ce5675fcf11, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a9af2805-a128-4e54-9deb-2ce5675fcf11,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:52:28.873648 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:28.925210 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=f888d746-a651-4aa2-9578-6ac1fa31823f,revision_number=6']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:29.001932 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:29.040518 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:29.041142 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:29.042536 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] 10.222.0.37 "PUT /v2.0/ports/a9af2805-a128-4e54-9deb-2ce5675fcf11 HTTP/1.1" status: 200 len: 1094 time: 0.9187677 Oct 13 15:52:29.043539 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a69dc00-6570-42cf-9875-0a0f1a7bd0d8', 'tag': 'a9af2805-a128-4e54-9deb-2ce5675fcf11'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:52:29.046025 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41466109-6cc1-415f-85ac-e84af8c54781" -d '{"events": [{"name": "network-changed", "server_uuid": "5a69dc00-6570-42cf-9875-0a0f1a7bd0d8", "tag": "a9af2805-a128-4e54-9deb-2ce5675fcf11"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:29.060662 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['f888d746-a651-4aa2-9578-6ac1fa31823f'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:52:29.091294 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb506f8-d5fe-4c69-9d50-e209b78121c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9af2805-a128-4e54-9deb-2ce5675fcf11,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:29.107171 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7eff04-254d-4f90-8df9-c76d04d577fc x-openstack-request-id: req-0d7eff04-254d-4f90-8df9-c76d04d577fc {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:29.107171 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a69dc00-6570-42cf-9875-0a0f1a7bd0d8", "tag": "a9af2805-a128-4e54-9deb-2ce5675fcf11", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:29.107525 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d7eff04-254d-4f90-8df9-c76d04d577fc {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:29.107778 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a69dc00-6570-42cf-9875-0a0f1a7bd0d8', 'tag': 'a9af2805-a128-4e54-9deb-2ce5675fcf11', 'status': 'completed', 'code': 200} Oct 13 15:52:29.204933 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466109-6cc1-415f-85ac-e84af8c54781 req-00682173-05c5-4f45-b4b4-61cd2b3b6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:29.206446 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-41466109-6cc1-415f-85ac-e84af8c54781 req-00682173-05c5-4f45-b4b4-61cd2b3b6377 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8511f9cedd645ca8749aee4bf75152e&device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 1097 time: 0.0553176 Oct 13 15:52:29.336670 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214760f-28e1-4859-994c-f3559255443c req-4b1c5aed-c056-4509-b257-4fd0524431ee tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:29.337236 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466109-6cc1-415f-85ac-e84af8c54781 req-97ce48c3-ad9b-42aa-8178-565e61751d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:29.338210 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9214760f-28e1-4859-994c-f3559255443c req-4b1c5aed-c056-4509-b257-4fd0524431ee tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0875483 Oct 13 15:52:29.338460 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-41466109-6cc1-415f-85ac-e84af8c54781 req-97ce48c3-ad9b-42aa-8178-565e61751d23 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c8511f9cedd645ca8749aee4bf75152e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1191106 Oct 13 15:52:29.376796 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9214760f-28e1-4859-994c-f3559255443c req-f87cb5c1-7307-4127-beb0-725ba58fa41f tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315320 Oct 13 15:52:29.439838 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466109-6cc1-415f-85ac-e84af8c54781 req-67752a4c-d40c-41ae-8356-991c496672c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:29.441399 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-41466109-6cc1-415f-85ac-e84af8c54781 req-67752a4c-d40c-41ae-8356-991c496672c1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914881 Oct 13 15:52:29.545150 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-e574dbb2-ae17-497f-8048-467ee81fc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:29.546642 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-e574dbb2-ae17-497f-8048-467ee81fc78a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8511f9cedd645ca8749aee4bf75152e&device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 1097 time: 0.0487189 Oct 13 15:52:29.565185 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d13291-054d-4e15-af73-dfd021c3e283 req-819e3d7c-4ca9-4ab7-ab11-a99edcaabe9a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:29.566694 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a3d13291-054d-4e15-af73-dfd021c3e283 req-819e3d7c-4ca9-4ab7-ab11-a99edcaabe9a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 944 time: 0.0491397 Oct 13 15:52:29.597587 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-a0e05c29-be01-4d6d-9876-a142baaf43b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9af2805-a128-4e54-9deb-2ce5675fcf11 HTTP/1.1" status: 200 len: 217 time: 0.0372334 Oct 13 15:52:29.613279 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a3d13291-054d-4e15-af73-dfd021c3e283 req-1a9fcc68-63c1-4285-8675-16dffdd4491c tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404356 Oct 13 15:52:29.650026 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-c005d56e-1bf3-4620-8ef2-794958e703ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:29.651534 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-c005d56e-1bf3-4620-8ef2-794958e703ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a183292-d095-46b1-84b3-c41041c01558 HTTP/1.1" status: 200 len: 855 time: 0.0444100 Oct 13 15:52:29.685617 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-f8c6e380-608d-4fbf-abce-18f6bb1d7295 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2851f40-db29-4f2e-a359-e4047a31395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235898 Oct 13 15:52:29.789983 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb708e3-50a7-4a10-98b5-ed776031c8b0 req-b9842cc2-7c91-4e75-acdf-3799664732d5 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:29.789983 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-edb708e3-50a7-4a10-98b5-ed776031c8b0 req-b9842cc2-7c91-4e75-acdf-3799664732d5 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0611534 Oct 13 15:52:29.790204 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-b978ab4e-74a1-49c9-b08c-12fa575048f2 service neutron] 10.222.0.37 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905888 Oct 13 15:52:29.832736 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-edb708e3-50a7-4a10-98b5-ed776031c8b0 req-09cff1ab-c9e0-4288-865a-81a0fb8dc4fa tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353637 Oct 13 15:52:29.894288 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8bb1f415-47de-4ca2-b2f1-a7e43e389e81 req-910b8d5d-ddbd-44bf-bab2-c707a4d58e57 service neutron] 10.222.0.37 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897834 Oct 13 15:52:29.980688 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b7a67-6ad8-4564-9965-d57202d022ac req-2445b85a-5d85-494c-8534-1624d9889550 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:29.982268 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-185b7a67-6ad8-4564-9965-d57202d022ac req-2445b85a-5d85-494c-8534-1624d9889550 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0527141 Oct 13 15:52:30.021280 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-185b7a67-6ad8-4564-9965-d57202d022ac req-90c64f35-e4af-4233-a0ca-ec1cede1d65c tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324962 Oct 13 15:52:30.483978 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device f888d746-a651-4aa2-9578-6ac1fa31823f up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:30.493473 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e16519-0c6c-451d-a9fb-c597393e28a2 req-ca2b34a6-3e3a-4198-8737-f5ef33fd605c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:30.498430 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48e16519-0c6c-451d-a9fb-c597393e28a2 req-ca2b34a6-3e3a-4198-8737-f5ef33fd605c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0485468 Oct 13 15:52:30.533773 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48e16519-0c6c-451d-a9fb-c597393e28a2 req-42611330-51aa-4dd7-a368-b4de1c802246 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315363 Oct 13 15:52:30.533986 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port f888d746-a651-4aa2-9578-6ac1fa31823f triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:30.534349 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:30.612424 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:30.633627 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f888d746-a651-4aa2-9578-6ac1fa31823f'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:52:30.635854 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be96780-d7a6-466e-8ce9-cf6cd5424940" -d '{"events": [{"server_uuid": "c3b2e4c0-f742-4e4f-a806-7b3eb5002042", "name": "network-vif-plugged", "status": "completed", "tag": "f888d746-a651-4aa2-9578-6ac1fa31823f"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:30.649221 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port f888d746-a651-4aa2-9578-6ac1fa31823f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f888d746-a651-4aa2-9578-6ac1fa31823f,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:30.673177 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a228e56-9871-4d3f-9c2d-20e369f4f59e x-openstack-request-id: req-2a228e56-9871-4d3f-9c2d-20e369f4f59e {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:30.674234 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b2e4c0-f742-4e4f-a806-7b3eb5002042", "name": "network-vif-plugged", "status": "completed", "tag": "f888d746-a651-4aa2-9578-6ac1fa31823f", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:30.674234 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a228e56-9871-4d3f-9c2d-20e369f4f59e {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:30.674234 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'code': 200} Oct 13 15:52:30.726935 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:30.727749 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:52:30.738265 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a09039-5b6a-431b-b786-da6cc5fa97ff req-5750cc8b-8cc3-4725-9937-c6ac42191791 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:30.739815 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d1a09039-5b6a-431b-b786-da6cc5fa97ff req-5750cc8b-8cc3-4725-9937-c6ac42191791 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 944 time: 0.0491753 Oct 13 15:52:30.771382 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:52:30.771733 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 66cb1770-0f75-4ddb-b2ab-155ecfe453b9 not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:52:30.777065 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d1a09039-5b6a-431b-b786-da6cc5fa97ff req-f1f30672-381b-4d90-a385-b0c0d517fb1e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310645 Oct 13 15:52:30.800908 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=f888d746-a651-4aa2-9578-6ac1fa31823f,revision_number=7']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:30.808323 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:30.808624 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:30.808969 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:30.809304 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:30.809639 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:30.809982 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:30.810314 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:30.810637 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:30.811015 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:30.811345 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:30.811664 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:30.811979 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:30.955178 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc48b5-dfa7-45a7-aa63-2ff3667bd1a2 req-81838bc6-4072-408f-b726-e0751d7d39d5 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:30.956639 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-acdc48b5-dfa7-45a7-aa63-2ff3667bd1a2 req-81838bc6-4072-408f-b726-e0751d7d39d5 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0522251 Oct 13 15:52:31.000776 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-acdc48b5-dfa7-45a7-aa63-2ff3667bd1a2 req-8c6b2b9f-a605-4e4f-b7db-ae2c37d1efb3 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381784 Oct 13 15:52:31.132433 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30268806-5ba2-47e8-8d88-b3e1910ac3fc req-baf66713-1c31-4f67-8a3c-7cd277eb4db7 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:31.133783 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-30268806-5ba2-47e8-8d88-b3e1910ac3fc req-baf66713-1c31-4f67-8a3c-7cd277eb4db7 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0481515 Oct 13 15:52:31.172893 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-30268806-5ba2-47e8-8d88-b3e1910ac3fc req-502c4363-2305-4934-8e80-a4869307b19a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317323 Oct 13 15:52:31.281502 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b6ce811b-1e26-40c3-beb6-c894b7cecf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:31.651593 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18504d-809d-4171-ae42-a9891d33f486 req-e9f6576a-14e8-49bb-b323-6ea9ac15822b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:31.653161 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8d18504d-809d-4171-ae42-a9891d33f486 req-e9f6576a-14e8-49bb-b323-6ea9ac15822b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0487540 Oct 13 15:52:31.691104 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8d18504d-809d-4171-ae42-a9891d33f486 req-f6afeccb-7c12-4837-9d1c-df35a1ea4a87 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Oct 13 15:52:31.903427 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca280d0-e0f9-42c0-b77a-8c0207c64157 req-7048ea48-af6c-4200-a1ab-ee8ab9de9feb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:31.904800 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8ca280d0-e0f9-42c0-b77a-8c0207c64157 req-7048ea48-af6c-4200-a1ab-ee8ab9de9feb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0524662 Oct 13 15:52:31.942964 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8ca280d0-e0f9-42c0-b77a-8c0207c64157 req-edd9e819-0744-4e94-9bb8-072dded20545 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319674 Oct 13 15:52:32.115659 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:32.118401 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320febad-3a35-46d7-86af-63404fa851c4 req-39e8b2fc-f21d-45df-91f6-065598e56ee2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:32.119904 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-320febad-3a35-46d7-86af-63404fa851c4 req-39e8b2fc-f21d-45df-91f6-065598e56ee2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0495176 Oct 13 15:52:32.159754 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-320febad-3a35-46d7-86af-63404fa851c4 req-c068f763-78af-4a73-bbce-308167d928b2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337608 Oct 13 15:52:32.193171 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:32.291611 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac289c4a-3934-49ea-84f3-636fddfb9c58 req-39c2630c-b4f1-4328-ad1c-0b311e5f2648 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:32.293699 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ac289c4a-3934-49ea-84f3-636fddfb9c58 req-39c2630c-b4f1-4328-ad1c-0b311e5f2648 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0483801 Oct 13 15:52:32.331512 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ac289c4a-3934-49ea-84f3-636fddfb9c58 req-ceaf2016-9be8-4647-b883-4cb023ad01f0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316172 Oct 13 15:52:32.808753 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad565c-6cab-4a78-9638-c23d450449e7 req-fc82cf1e-506e-41de-929f-3b5688f51a9d tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:32.810169 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2cad565c-6cab-4a78-9638-c23d450449e7 req-fc82cf1e-506e-41de-929f-3b5688f51a9d tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0503247 Oct 13 15:52:32.848487 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2cad565c-6cab-4a78-9638-c23d450449e7 req-74a778ad-7d00-4122-9d0c-e8625b934c78 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323126 Oct 13 15:52:33.059932 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7d598-248e-4606-b253-cc6b1084124c req-8bb2cc4b-725d-4850-8051-c8e462a85606 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:33.061396 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d4a7d598-248e-4606-b253-cc6b1084124c req-8bb2cc4b-725d-4850-8051-c8e462a85606 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0499308 Oct 13 15:52:33.103081 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d4a7d598-248e-4606-b253-cc6b1084124c req-7eb6741f-abb1-426a-8689-acd0cc8973ca tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357230 Oct 13 15:52:33.273259 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8baf10-b426-4646-9400-12865bbe7555 req-c6bf11c8-a29b-440f-bd5a-f1c9e64540d7 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:33.274642 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5d8baf10-b426-4646-9400-12865bbe7555 req-c6bf11c8-a29b-440f-bd5a-f1c9e64540d7 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0506222 Oct 13 15:52:33.314162 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5d8baf10-b426-4646-9400-12865bbe7555 req-89f7c22d-9592-40d1-bcc8-72048f1406e3 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331209 Oct 13 15:52:33.449879 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0304cc6-c92e-4222-bc01-8b008267beb5 req-a4ae47a3-4927-4276-8667-dbbc84c9615b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:33.451409 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f0304cc6-c92e-4222-bc01-8b008267beb5 req-a4ae47a3-4927-4276-8667-dbbc84c9615b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0519614 Oct 13 15:52:33.493225 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f0304cc6-c92e-4222-bc01-8b008267beb5 req-e284a039-ea70-4c6b-b61f-10648ce59a30 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356853 Oct 13 15:52:33.856286 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:33.967798 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619ff7f-98ac-41f5-8b18-c15eeb85ba54 req-b40b17fa-1f43-427b-8798-944872458fd5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:33.969272 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d619ff7f-98ac-41f5-8b18-c15eeb85ba54 req-b40b17fa-1f43-427b-8798-944872458fd5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0527201 Oct 13 15:52:34.007405 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d619ff7f-98ac-41f5-8b18-c15eeb85ba54 req-54116dc6-854f-44ae-be51-56d31f0d98d3 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321064 Oct 13 15:52:34.225722 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9d002-6113-4980-b389-34b8e82e534f req-7e148da7-7a8d-4a09-939b-02c99ef72c85 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:34.227200 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-beb9d002-6113-4980-b389-34b8e82e534f req-7e148da7-7a8d-4a09-939b-02c99ef72c85 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0500834 Oct 13 15:52:34.263933 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-beb9d002-6113-4980-b389-34b8e82e534f req-05a7d174-1791-4885-b099-f8898337dc95 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307603 Oct 13 15:52:34.432384 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d8c03-1d6e-47c3-84f1-c9d0efbd0bb4 req-b758ae15-71ce-41fc-930b-f50ef56c25d8 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:34.433815 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fd0d8c03-1d6e-47c3-84f1-c9d0efbd0bb4 req-b758ae15-71ce-41fc-930b-f50ef56c25d8 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0545430 Oct 13 15:52:34.474292 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fd0d8c03-1d6e-47c3-84f1-c9d0efbd0bb4 req-93dc451c-d986-4e36-97d4-059d4355beaa tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321209 Oct 13 15:52:34.606481 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fa672-0286-4c1c-bd15-0c76b027db55 req-33dbd6b6-06e1-4cc9-a0df-45bd15627169 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:34.608041 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-490fa672-0286-4c1c-bd15-0c76b027db55 req-33dbd6b6-06e1-4cc9-a0df-45bd15627169 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0470390 Oct 13 15:52:34.646540 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-490fa672-0286-4c1c-bd15-0c76b027db55 req-4d5ed093-46a3-4f6b-97ef-cf1c5d0edc20 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326159 Oct 13 15:52:35.124372 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f866e-e412-4cc3-ad55-9ecc63425706 req-c9ba049f-0ec7-4ed2-83f1-be4073828b13 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:35.125836 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-323f866e-e412-4cc3-ad55-9ecc63425706 req-c9ba049f-0ec7-4ed2-83f1-be4073828b13 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0504360 Oct 13 15:52:35.163164 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-323f866e-e412-4cc3-ad55-9ecc63425706 req-d0427fdd-8fd8-461b-a6f3-8f1e592bafb3 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Oct 13 15:52:35.389210 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d893708-fda4-40b5-bb13-c9ddbfa60693 req-7d34f528-124b-460d-9e64-9020df0be345 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:35.390729 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1d893708-fda4-40b5-bb13-c9ddbfa60693 req-7d34f528-124b-460d-9e64-9020df0be345 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0519178 Oct 13 15:52:35.429072 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1d893708-fda4-40b5-bb13-c9ddbfa60693 req-b56f1fd8-c772-4b60-b10b-d12f601fe707 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320368 Oct 13 15:52:35.586403 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a6a53-b31a-4b06-9697-db2d2d7dc2cb req-a01243af-cce8-4339-8eeb-0f70889ea874 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:35.587902 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e92a6a53-b31a-4b06-9697-db2d2d7dc2cb req-a01243af-cce8-4339-8eeb-0f70889ea874 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0475502 Oct 13 15:52:35.628105 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e92a6a53-b31a-4b06-9697-db2d2d7dc2cb req-a317bfab-a773-45ad-90b0-4d0ce3d2d250 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334265 Oct 13 15:52:35.761701 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c93c01-43e0-402d-bf3a-f3f8cbf751ce req-da6b3ce9-4444-4842-8b9f-fe60068aca59 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:35.763675 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e4c93c01-43e0-402d-bf3a-f3f8cbf751ce req-da6b3ce9-4444-4842-8b9f-fe60068aca59 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0490751 Oct 13 15:52:35.800411 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e4c93c01-43e0-402d-bf3a-f3f8cbf751ce req-5a48ac86-e058-4437-9362-18c911109f10 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307910 Oct 13 15:52:36.292816 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78ff77-1de5-4de6-8119-dc6829896589 req-f48ad8ec-91b5-450f-8b9d-bf1f517d087b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:36.295034 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9d78ff77-1de5-4de6-8119-dc6829896589 req-f48ad8ec-91b5-450f-8b9d-bf1f517d087b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0637479 Oct 13 15:52:36.332577 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9d78ff77-1de5-4de6-8119-dc6829896589 req-2da4e1f8-b43f-4dbe-80f9-b3041605c9ba tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316765 Oct 13 15:52:36.550240 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a1c79-5a42-4554-ae12-0e59fec44e8c req-7630095f-0120-4707-a83f-b3f5481f5a1f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:36.551750 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-352a1c79-5a42-4554-ae12-0e59fec44e8c req-7630095f-0120-4707-a83f-b3f5481f5a1f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0484850 Oct 13 15:52:36.588584 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-352a1c79-5a42-4554-ae12-0e59fec44e8c req-a9abdec3-1f6e-45c9-9d02-3f6a993a2225 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310390 Oct 13 15:52:36.744664 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02441e7b-b257-427d-89a7-5c7afbd36e5d req-f688c8f3-a4a6-4ea1-ba1d-b0abbe6f529a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:36.746014 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-02441e7b-b257-427d-89a7-5c7afbd36e5d req-f688c8f3-a4a6-4ea1-ba1d-b0abbe6f529a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0511353 Oct 13 15:52:36.782674 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-02441e7b-b257-427d-89a7-5c7afbd36e5d req-a4ff9f84-57f7-4626-9bbd-d8e3b3dce4e5 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303047 Oct 13 15:52:36.848007 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:52:36.918303 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ea6b9-ae6e-4f27-9d95-c238ea36a386 req-f0da6acd-3c86-4ca1-be07-91348da870af tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:36.920769 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-119ea6b9-ae6e-4f27-9d95-c238ea36a386 req-f0da6acd-3c86-4ca1-be07-91348da870af tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0539086 Oct 13 15:52:36.958096 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-119ea6b9-ae6e-4f27-9d95-c238ea36a386 req-2764dea6-9fc5-407f-bb2f-8382727fb72c tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Oct 13 15:52:37.448878 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1fcaa-c00a-4b4f-b26b-bd67305d2545 req-89db4e8f-2bb0-4a29-a3ff-aa1e95397c5c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:37.450324 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-57d1fcaa-c00a-4b4f-b26b-bd67305d2545 req-89db4e8f-2bb0-4a29-a3ff-aa1e95397c5c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0505826 Oct 13 15:52:37.488125 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-57d1fcaa-c00a-4b4f-b26b-bd67305d2545 req-4898ff07-6c2a-4f7e-b0e6-6fbaaba883c0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315325 Oct 13 15:52:37.709096 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334eada-782d-4c3e-a94f-f8b300796e5e req-41996a05-9955-40b3-a225-663318b90181 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:37.710547 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9334eada-782d-4c3e-a94f-f8b300796e5e req-41996a05-9955-40b3-a225-663318b90181 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0502467 Oct 13 15:52:37.748806 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9334eada-782d-4c3e-a94f-f8b300796e5e req-ae5067ad-2c3e-45dc-9308-4649be768bd0 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322948 Oct 13 15:52:37.899266 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7052-58ec-416e-a99d-6f9a2d350fb5 req-74594bd8-5866-402f-9e65-8e790496aa3f tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:37.900701 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-98bf7052-58ec-416e-a99d-6f9a2d350fb5 req-74594bd8-5866-402f-9e65-8e790496aa3f tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0516019 Oct 13 15:52:37.938885 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-98bf7052-58ec-416e-a99d-6f9a2d350fb5 req-3a38beb4-5283-4c42-afba-e1ea7abc28c3 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316265 Oct 13 15:52:38.070083 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fc7a9-3f08-4fa1-95d5-963cda7562e2 req-37bf763f-d875-421f-ac07-0bad8a2aa833 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:38.071541 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9b8fc7a9-3f08-4fa1-95d5-963cda7562e2 req-37bf763f-d875-421f-ac07-0bad8a2aa833 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0480893 Oct 13 15:52:38.108589 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9b8fc7a9-3f08-4fa1-95d5-963cda7562e2 req-f8d7d661-d081-4da2-8ddc-ba6c761c038b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303516 Oct 13 15:52:38.600817 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470dbf0-4f50-49cb-9341-4d118678b52c req-ad4a8b72-2fe9-49d5-8ec9-7a1fb62ac5c5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:38.602270 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b470dbf0-4f50-49cb-9341-4d118678b52c req-ad4a8b72-2fe9-49d5-8ec9-7a1fb62ac5c5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0474432 Oct 13 15:52:38.642426 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b470dbf0-4f50-49cb-9341-4d118678b52c req-7a04b691-9975-4c90-8849-e932fc6b6fed tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341775 Oct 13 15:52:38.869603 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d451-b875-454b-8482-e0014bd05933 req-add1f774-ca63-4cba-a7a6-2c77b8dfc1bd tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:38.871126 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9814d451-b875-454b-8482-e0014bd05933 req-add1f774-ca63-4cba-a7a6-2c77b8dfc1bd tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0515938 Oct 13 15:52:38.907962 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9814d451-b875-454b-8482-e0014bd05933 req-eb6c3af5-dc79-49dc-9990-c307fbf89a28 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310256 Oct 13 15:52:39.050653 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4d591-90b3-4770-9a71-a37f160a804a req-69801608-f981-4859-944f-db4eef29e8fd tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:39.052321 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-42e4d591-90b3-4770-9a71-a37f160a804a req-69801608-f981-4859-944f-db4eef29e8fd tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0485010 Oct 13 15:52:39.089158 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-42e4d591-90b3-4770-9a71-a37f160a804a req-aa1e6703-66a3-4a16-b450-1388cc0a84c2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309806 Oct 13 15:52:39.225451 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf5cc7-edf6-41a3-a63f-c4a0ae2920b1 req-a1a3f999-72e4-4bd5-9f01-4f42d50da376 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:39.226799 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-eedf5cc7-edf6-41a3-a63f-c4a0ae2920b1 req-a1a3f999-72e4-4bd5-9f01-4f42d50da376 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0488861 Oct 13 15:52:39.263658 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-eedf5cc7-edf6-41a3-a63f-c4a0ae2920b1 req-58cd0e30-e993-4ca4-9e43-3e26b1c089e0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309286 Oct 13 15:52:39.759706 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57910ca3-97c7-4ab2-bf65-7c1bdb87d160 req-d997f400-8402-4231-91fe-145970e750fc tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:39.761958 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-57910ca3-97c7-4ab2-bf65-7c1bdb87d160 req-d997f400-8402-4231-91fe-145970e750fc tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0523663 Oct 13 15:52:39.804931 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-57910ca3-97c7-4ab2-bf65-7c1bdb87d160 req-59cd2fe9-9faa-4343-802d-2faae0884dea tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363524 Oct 13 15:52:40.028010 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ccdab-54e6-48d3-9578-74d86b611af6 req-fa230d3b-4799-41e2-9fb5-6edae64e4347 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:40.029468 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-522ccdab-54e6-48d3-9578-74d86b611af6 req-fa230d3b-4799-41e2-9fb5-6edae64e4347 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0499737 Oct 13 15:52:40.068317 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-522ccdab-54e6-48d3-9578-74d86b611af6 req-69eb556b-eb31-4cb3-8322-699191c86c86 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328131 Oct 13 15:52:40.206359 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67915773-efee-41d3-8aac-b5ebc3695a03 req-1957b317-19fe-440f-a62d-1d3be93b7fb2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:40.207924 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-67915773-efee-41d3-8aac-b5ebc3695a03 req-1957b317-19fe-440f-a62d-1d3be93b7fb2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0523956 Oct 13 15:52:40.247177 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-67915773-efee-41d3-8aac-b5ebc3695a03 req-86d55ca2-6622-4ac7-8c67-aec179175c12 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334702 Oct 13 15:52:40.388547 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f96f1-e0d7-4639-aac9-b7263a7c94f8 req-faeca9f5-1aaf-4f40-a993-68c6f95cf16b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:40.390016 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6c6f96f1-e0d7-4639-aac9-b7263a7c94f8 req-faeca9f5-1aaf-4f40-a993-68c6f95cf16b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0549970 Oct 13 15:52:40.429836 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6c6f96f1-e0d7-4639-aac9-b7263a7c94f8 req-8030e747-31b2-4fde-b1d7-3868f988fffc tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334952 Oct 13 15:52:40.921778 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8a429-9206-46e9-b89c-d8e883d31dc5 req-e7911db7-9519-4ee1-bf37-287a64082043 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:40.923393 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-66d8a429-9206-46e9-b89c-d8e883d31dc5 req-e7911db7-9519-4ee1-bf37-287a64082043 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0485544 Oct 13 15:52:40.961595 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-66d8a429-9206-46e9-b89c-d8e883d31dc5 req-3228413c-6eee-4930-a92c-3b85b1a8d686 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323305 Oct 13 15:52:41.198271 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ee227-d0cc-467d-92c2-f24ffe658c1b req-047bcbe3-6aea-4fe9-a151-714fe5df8474 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:41.200409 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-de2ee227-d0cc-467d-92c2-f24ffe658c1b req-047bcbe3-6aea-4fe9-a151-714fe5df8474 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0547709 Oct 13 15:52:41.242345 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-de2ee227-d0cc-467d-92c2-f24ffe658c1b req-eca80d0c-25c2-462b-95e5-4d4f7fc1dae9 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357511 Oct 13 15:52:41.393146 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c0284-f463-4023-bd29-300bc0c13bc4 req-e3bdd41c-7ca9-4286-abab-3488b6d4fbd2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:41.394527 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d32c0284-f463-4023-bd29-300bc0c13bc4 req-e3bdd41c-7ca9-4286-abab-3488b6d4fbd2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0646319 Oct 13 15:52:41.437481 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d32c0284-f463-4023-bd29-300bc0c13bc4 req-1ad192ab-5161-4921-8097-ce40a6c21f8e tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366096 Oct 13 15:52:41.552548 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd9ea0-db1d-4415-aabf-a37d59beed1d req-a1560dc4-93be-4bf5-ab40-1dfb29b793f1 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:41.559379 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b0dd9ea0-db1d-4415-aabf-a37d59beed1d req-a1560dc4-93be-4bf5-ab40-1dfb29b793f1 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0571671 Oct 13 15:52:41.597052 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b0dd9ea0-db1d-4415-aabf-a37d59beed1d req-b61083e3-d49c-4159-8603-07c2d9c8cf72 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364819 Oct 13 15:52:42.183544 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cb82b-af86-4418-bb5d-318a6b853cb2 req-99ac6993-77ca-4970-8501-51bdfc977842 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:42.185485 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-747cb82b-af86-4418-bb5d-318a6b853cb2 req-99ac6993-77ca-4970-8501-51bdfc977842 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0942254 Oct 13 15:52:42.228226 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-747cb82b-af86-4418-bb5d-318a6b853cb2 req-992e40a2-4b0d-49da-ac99-c63ced393c46 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364854 Oct 13 15:52:42.396471 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab686339-36ac-45eb-bb12-c98748ddaf1c req-5821b357-5c4f-4cd8-9879-21e6fe351743 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:42.398332 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ab686339-36ac-45eb-bb12-c98748ddaf1c req-5821b357-5c4f-4cd8-9879-21e6fe351743 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0650320 Oct 13 15:52:42.455121 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ab686339-36ac-45eb-bb12-c98748ddaf1c req-8ab3a265-8d57-4871-9edd-672c3d0410a2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435848 Oct 13 15:52:42.583985 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc141a6-52c7-42b5-8127-5a4e3692c335 req-2d0216a8-a306-4bc8-b339-7416d7fa54dc tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:42.587325 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fcc141a6-52c7-42b5-8127-5a4e3692c335 req-2d0216a8-a306-4bc8-b339-7416d7fa54dc tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0605450 Oct 13 15:52:42.628960 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fcc141a6-52c7-42b5-8127-5a4e3692c335 req-1691c7f3-88bd-4365-b568-4c5ad911c14e tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373859 Oct 13 15:52:42.712998 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:42.753767 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e5839-8e1e-4a93-ad80-7518f5613eef req-54b716ec-8dfc-48cd-a7b3-110e9a616900 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:42.762331 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7e0e5839-8e1e-4a93-ad80-7518f5613eef req-54b716ec-8dfc-48cd-a7b3-110e9a616900 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0681913 Oct 13 15:52:42.807541 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7e0e5839-8e1e-4a93-ad80-7518f5613eef req-1dd199a7-a21a-4fe0-91f7-3600cf8d1ac3 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438225 Oct 13 15:52:43.363615 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9312c5-baa3-4d20-8867-b62e1a2c308f req-d596a2c2-a069-4ad7-ba30-82cc26915f98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:43.365095 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7d9312c5-baa3-4d20-8867-b62e1a2c308f req-d596a2c2-a069-4ad7-ba30-82cc26915f98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0613496 Oct 13 15:52:43.408507 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7d9312c5-baa3-4d20-8867-b62e1a2c308f req-cd012274-ec5b-4aca-9dfa-cac93b1eb0c7 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355599 Oct 13 15:52:43.583393 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9dc21-5542-4372-943d-ef5653000b66 req-531fdcd5-b0d8-4b6b-a954-08de694b8b32 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:43.585019 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f2b9dc21-5542-4372-943d-ef5653000b66 req-531fdcd5-b0d8-4b6b-a954-08de694b8b32 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0528343 Oct 13 15:52:43.628373 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f2b9dc21-5542-4372-943d-ef5653000b66 req-0a68cd18-5dec-4ff2-b665-f84e02313c5d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372574 Oct 13 15:52:43.751186 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25daef-8d0d-44f1-a242-999cfbba0ff2 req-3a653dd6-d1a6-4313-bcad-c770d265b297 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:43.754749 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4d25daef-8d0d-44f1-a242-999cfbba0ff2 req-3a653dd6-d1a6-4313-bcad-c770d265b297 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0510671 Oct 13 15:52:43.791480 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4d25daef-8d0d-44f1-a242-999cfbba0ff2 req-fbf0339c-6acf-4ea2-b892-0005cb3a9d66 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320771 Oct 13 15:52:43.928303 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32366dcc-474f-4b4a-b1d8-cd12002a8265 req-da85c961-8233-4e54-9e3b-17d7ba5295be tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:43.929769 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-32366dcc-474f-4b4a-b1d8-cd12002a8265 req-da85c961-8233-4e54-9e3b-17d7ba5295be tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0518215 Oct 13 15:52:43.968032 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-32366dcc-474f-4b4a-b1d8-cd12002a8265 req-61d54e2c-014f-4bf6-b016-ec26eefb415d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317204 Oct 13 15:52:44.534466 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9bdeb-1553-4200-a884-5bf9339ffdf6 req-9bc0e9b7-73fc-4f74-9fa0-52b968e267ba tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:44.538247 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-29d9bdeb-1553-4200-a884-5bf9339ffdf6 req-9bc0e9b7-73fc-4f74-9fa0-52b968e267ba tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0524364 Oct 13 15:52:44.581731 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-29d9bdeb-1553-4200-a884-5bf9339ffdf6 req-374a19fc-032c-4788-9e0e-d22d7e8ab797 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350077 Oct 13 15:52:44.764628 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3135ae1-a282-49eb-a171-13d2e3276f68 req-3053f423-6a0e-467b-a335-589c4abf8013 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:44.766854 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d3135ae1-a282-49eb-a171-13d2e3276f68 req-3053f423-6a0e-467b-a335-589c4abf8013 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0627105 Oct 13 15:52:44.812435 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d3135ae1-a282-49eb-a171-13d2e3276f68 req-7f846706-60fc-496e-865b-9a8f4a6d17d7 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382569 Oct 13 15:52:44.923961 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bca60-10bb-4b67-b409-1761bcc043a1 req-45c7d36b-abef-4848-b4cd-c68a3ea8ddd2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:44.925604 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1d8bca60-10bb-4b67-b409-1761bcc043a1 req-45c7d36b-abef-4848-b4cd-c68a3ea8ddd2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0610669 Oct 13 15:52:44.985674 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1d8bca60-10bb-4b67-b409-1761bcc043a1 req-28599fb1-c50b-4b6a-b929-91aff1e17e2c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457151 Oct 13 15:52:45.121738 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259ecf1-7380-4d7d-9aa8-c38d0ff0406e req-3a0941ee-e57e-4f6f-b2fe-21cd1982f24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:45.123420 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e259ecf1-7380-4d7d-9aa8-c38d0ff0406e req-3a0941ee-e57e-4f6f-b2fe-21cd1982f24a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0603297 Oct 13 15:52:45.164456 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e259ecf1-7380-4d7d-9aa8-c38d0ff0406e req-16eadce3-1e3c-41b5-a3c4-8f483ea0ced0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350087 Oct 13 15:52:45.717630 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac998fa0-bf5c-4ad3-a69c-4adf2d607a02 req-1a34e4a8-b808-4500-8743-09b93416f0e0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:45.726171 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ac998fa0-bf5c-4ad3-a69c-4adf2d607a02 req-1a34e4a8-b808-4500-8743-09b93416f0e0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0634074 Oct 13 15:52:45.765413 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ac998fa0-bf5c-4ad3-a69c-4adf2d607a02 req-c75f61b9-6a0c-4041-8e69-aa0453ecc520 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382543 Oct 13 15:52:45.941444 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d140a2b-48ca-4feb-9dda-dba82cafdfe0 req-3837770e-912a-4534-9326-90b5d9f66ba1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:45.942932 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3d140a2b-48ca-4feb-9dda-dba82cafdfe0 req-3837770e-912a-4534-9326-90b5d9f66ba1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0573440 Oct 13 15:52:46.035452 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3d140a2b-48ca-4feb-9dda-dba82cafdfe0 req-e3783bff-b942-46ba-9e55-43f52edc6e9c tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777328 Oct 13 15:52:46.130943 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd05173-8258-47b7-af20-25a0e19b2b3a req-e012b5b3-f9c1-4956-8092-dea74d87f668 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:46.132691 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-efd05173-8258-47b7-af20-25a0e19b2b3a req-e012b5b3-f9c1-4956-8092-dea74d87f668 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0639246 Oct 13 15:52:46.180551 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-efd05173-8258-47b7-af20-25a0e19b2b3a req-24690de5-d6dd-43ad-aa07-71b7ae0a8e10 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Oct 13 15:52:46.292415 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fc281-fbd0-4457-b8c6-12ce24f801c3 req-7d63649b-d347-42a7-ac1d-72879b3ad232 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:46.293845 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5c7fc281-fbd0-4457-b8c6-12ce24f801c3 req-7d63649b-d347-42a7-ac1d-72879b3ad232 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0587754 Oct 13 15:52:46.340026 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5c7fc281-fbd0-4457-b8c6-12ce24f801c3 req-3565798b-ec5b-4bfb-bca1-fa0ef6c78ba3 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366786 Oct 13 15:52:46.572063 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device a9af2805-a128-4e54-9deb-2ce5675fcf11 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:52:46.667890 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port a9af2805-a128-4e54-9deb-2ce5675fcf11, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a9af2805-a128-4e54-9deb-2ce5675fcf11,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:46.681062 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': 'a9af2805-a128-4e54-9deb-2ce5675fcf11', 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d', 'port_id': 'a9af2805-a128-4e54-9deb-2ce5675fcf11', 'mac_address': 'fa:16:3e:f0:a3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a183292-d095-46b1-84b3-c41041c01558', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:52:46.746069 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:46.762064 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9af2805-a128-4e54-9deb-2ce5675fcf11 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:52:46.787701 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port a9af2805-a128-4e54-9deb-2ce5675fcf11, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a9af2805-a128-4e54-9deb-2ce5675fcf11,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:46.894542 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db504458-41c7-4e0d-964c-34e744973d53 req-e7db6a83-01e1-4c93-8491-0dc73230f352 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:46.895951 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-db504458-41c7-4e0d-964c-34e744973d53 req-e7db6a83-01e1-4c93-8491-0dc73230f352 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0536437 Oct 13 15:52:46.985348 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-db504458-41c7-4e0d-964c-34e744973d53 req-40debd58-6185-4e75-b28f-2dd82a92670d tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314167 Oct 13 15:52:47.153505 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8e26d-ec3a-4d7f-805f-824cc42312a6 req-07d3cfe2-75cb-4bb8-926a-8ac19b1f5f30 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:47.155856 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bff8e26d-ec3a-4d7f-805f-824cc42312a6 req-07d3cfe2-75cb-4bb8-926a-8ac19b1f5f30 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0483575 Oct 13 15:52:47.199253 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bff8e26d-ec3a-4d7f-805f-824cc42312a6 req-4fac3df6-b4cc-404f-99e4-b3ef40ef43ae tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340645 Oct 13 15:52:47.199355 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:47.256866 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=a9af2805-a128-4e54-9deb-2ce5675fcf11,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:47.298277 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa474d-18f4-4750-b146-26a8b28189d4 req-cd0a284c-551a-4643-90ed-1e7fe19b3197 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:47.299774 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bbaa474d-18f4-4750-b146-26a8b28189d4 req-cd0a284c-551a-4643-90ed-1e7fe19b3197 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 945 time: 0.0480165 Oct 13 15:52:47.341446 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bbaa474d-18f4-4750-b146-26a8b28189d4 req-4f34e12d-5cfe-4794-a3e3-018daea23808 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357330 Oct 13 15:52:47.467800 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96159-545c-43bf-9cef-d9beac8b1b8f req-cad9d2f6-64e5-46a9-91a8-093cd68cdf1d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:47.470199 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c0f96159-545c-43bf-9cef-d9beac8b1b8f req-cad9d2f6-64e5-46a9-91a8-093cd68cdf1d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0555751 Oct 13 15:52:47.520488 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c0f96159-545c-43bf-9cef-d9beac8b1b8f req-1d090d04-cfe7-4243-8e63-134e25c4561f tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437911 Oct 13 15:52:47.544121 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['a9af2805-a128-4e54-9deb-2ce5675fcf11'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:52:48.090289 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc96475-8d45-4be0-b0d7-e22ec3fa566d req-57967d99-b087-4204-ac30-33d8c0817cb9 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:48.092115 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dbc96475-8d45-4be0-b0d7-e22ec3fa566d req-57967d99-b087-4204-ac30-33d8c0817cb9 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0796318 Oct 13 15:52:48.190038 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dbc96475-8d45-4be0-b0d7-e22ec3fa566d req-1bbbc439-38e4-412a-9f42-89f7650fbaf0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877628 Oct 13 15:52:48.459500 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62675bca-2780-40e2-a49a-b388d596c6ef req-0a67c92a-6eb9-4eda-b626-8803dc37d1ee tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:48.462601 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-62675bca-2780-40e2-a49a-b388d596c6ef req-0a67c92a-6eb9-4eda-b626-8803dc37d1ee tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.1075532 Oct 13 15:52:48.565774 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device a9af2805-a128-4e54-9deb-2ce5675fcf11 up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:48.629018 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67f0e8-af59-4f91-b036-72cba5131dca req-e5dacf63-0f8c-478f-b5ef-23323cbd93fa tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:48.638994 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5d67f0e8-af59-4f91-b036-72cba5131dca req-e5dacf63-0f8c-478f-b5ef-23323cbd93fa tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 945 time: 0.1721544 Oct 13 15:52:48.670553 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-62675bca-2780-40e2-a49a-b388d596c6ef req-c41681b8-d34c-425e-baea-48ecdce0e476 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442575 Oct 13 15:52:48.727612 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5d67f0e8-af59-4f91-b036-72cba5131dca req-6dca94dd-e0a1-4816-8bdb-2e25c91bd585 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875986 Oct 13 15:52:48.741751 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port a9af2805-a128-4e54-9deb-2ce5675fcf11 completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:52:48.758121 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port a9af2805-a128-4e54-9deb-2ce5675fcf11 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:48.760125 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:48.882862 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:48.890529 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65df3-5344-4ded-9676-6f3691c6b39f req-8bdcda20-8545-4f48-9fb2-b1e38f20024d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:48.892912 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0bf65df3-5344-4ded-9676-6f3691c6b39f req-8bdcda20-8545-4f48-9fb2-b1e38f20024d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.1182504 Oct 13 15:52:48.954397 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a69dc00-6570-42cf-9875-0a0f1a7bd0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9af2805-a128-4e54-9deb-2ce5675fcf11'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:52:48.962826 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f5a34d-ae24-47cc-84bc-d625af29b909" -d '{"events": [{"server_uuid": "5a69dc00-6570-42cf-9875-0a0f1a7bd0d8", "name": "network-vif-plugged", "status": "completed", "tag": "a9af2805-a128-4e54-9deb-2ce5675fcf11"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:48.982133 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0bf65df3-5344-4ded-9676-6f3691c6b39f req-8412e12e-c263-4266-8a95-ff43f771de5f tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764475 Oct 13 15:52:49.126504 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port a9af2805-a128-4e54-9deb-2ce5675fcf11, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a9af2805-a128-4e54-9deb-2ce5675fcf11,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:49.152605 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0cbac9-11cf-44b7-862d-746260b83ffa x-openstack-request-id: req-8f0cbac9-11cf-44b7-862d-746260b83ffa {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:49.152927 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a69dc00-6570-42cf-9875-0a0f1a7bd0d8", "name": "network-vif-plugged", "status": "completed", "tag": "a9af2805-a128-4e54-9deb-2ce5675fcf11", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:49.153241 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f0cbac9-11cf-44b7-862d-746260b83ffa {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:49.153664 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a69dc00-6570-42cf-9875-0a0f1a7bd0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9af2805-a128-4e54-9deb-2ce5675fcf11', 'code': 200} Oct 13 15:52:49.190349 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:49.368702 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=a9af2805-a128-4e54-9deb-2ce5675fcf11,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:49.435208 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa958-4282-40df-98ad-fb022788b886 req-f81ce71e-7c9c-4aae-b30f-b93c3790172c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:49.455730 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f67aa958-4282-40df-98ad-fb022788b886 req-f81ce71e-7c9c-4aae-b30f-b93c3790172c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.1536801 Oct 13 15:52:49.620917 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f67aa958-4282-40df-98ad-fb022788b886 req-da1945a9-228d-4f7b-8fc9-870436efe934 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650605 Oct 13 15:52:49.718596 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f37a5-fd20-4257-b4a2-06bb85ed79bf req-d39e87a6-8aac-40f4-829b-7ff9cdae6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:49.721156 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ea1f37a5-fd20-4257-b4a2-06bb85ed79bf req-d39e87a6-8aac-40f4-829b-7ff9cdae6a69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 1099 time: 0.0604286 Oct 13 15:52:49.799226 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ea1f37a5-fd20-4257-b4a2-06bb85ed79bf req-04ac89fb-aeeb-41da-b516-3dfd7a540b8f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650969 Oct 13 15:52:49.871053 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78745925-1618-4576-bdca-33082695f806 req-52f5fc6f-91c7-4448-a046-71052c29cb9e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:49.871053 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-78745925-1618-4576-bdca-33082695f806 req-52f5fc6f-91c7-4448-a046-71052c29cb9e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0805101 Oct 13 15:52:49.986444 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-78745925-1618-4576-bdca-33082695f806 req-a5fc29ec-6d1b-448c-ab12-bfbfea203620 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218231 Oct 13 15:52:50.247628 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe651b-4e16-4cbd-9be3-38a625fbad47 req-fe6555d7-31f3-4f94-afc5-5e52f984470c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:50.256180 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f0fe651b-4e16-4cbd-9be3-38a625fbad47 req-fe6555d7-31f3-4f94-afc5-5e52f984470c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 946 time: 0.2669451 Oct 13 15:52:50.495507 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f0fe651b-4e16-4cbd-9be3-38a625fbad47 req-48a86aa5-a42c-4fc2-869f-3eff556d9977 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291038 Oct 13 15:52:50.525193 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dbd1c-3e94-4975-8f08-fc73a3158395 req-6aa78fbf-8bde-4be7-9b5b-76ee78e4e293 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:50.535653 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-989dbd1c-3e94-4975-8f08-fc73a3158395 req-6aa78fbf-8bde-4be7-9b5b-76ee78e4e293 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.3585172 Oct 13 15:52:50.598366 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-989dbd1c-3e94-4975-8f08-fc73a3158395 req-eff32671-f679-40f2-b484-f5ee00cf79cf tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614984 Oct 13 15:52:50.813928 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86b61b-6f43-4d1e-958b-b6d5fd8bb65e req-fa92e281-8fd0-438c-83bf-557e10dce4e1 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:50.816043 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ad86b61b-6f43-4d1e-958b-b6d5fd8bb65e req-fa92e281-8fd0-438c-83bf-557e10dce4e1 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0618384 Oct 13 15:52:50.895122 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ad86b61b-6f43-4d1e-958b-b6d5fd8bb65e req-e1489d8b-85dd-4268-bcaa-d11dbe632b45 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711699 Oct 13 15:52:51.257700 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5828b33-7e8e-4c27-b71d-d9b37b43a983 req-f1c76fd5-7cb4-4a93-8ff8-80093c1db166 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:51.257700 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f5828b33-7e8e-4c27-b71d-d9b37b43a983 req-f1c76fd5-7cb4-4a93-8ff8-80093c1db166 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0902352 Oct 13 15:52:51.340810 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f5828b33-7e8e-4c27-b71d-d9b37b43a983 req-8c16cc03-ad5d-46fe-8893-2a29db570229 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789707 Oct 13 15:52:51.696245 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3b39f-b81a-4e11-aaf5-934e8758716c req-660f9e12-c1a6-4dfe-9717-55caa01ad732 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:51.697863 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-32e3b39f-b81a-4e11-aaf5-934e8758716c req-660f9e12-c1a6-4dfe-9717-55caa01ad732 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 946 time: 0.0778687 Oct 13 15:52:51.768274 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-32e3b39f-b81a-4e11-aaf5-934e8758716c req-d1c8e8bf-b7c1-4913-a75b-407977a83d3b tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639622 Oct 13 15:52:51.791207 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddd778-4841-46e4-aacc-2655bb6d426f req-b4a316cf-f390-4086-95aa-a69956f3a4cb tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:51.792766 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e6ddd778-4841-46e4-aacc-2655bb6d426f req-b4a316cf-f390-4086-95aa-a69956f3a4cb tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0814023 Oct 13 15:52:51.865309 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e6ddd778-4841-46e4-aacc-2655bb6d426f req-f607e2e2-be16-40d2-a1f6-48a310c6fe70 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532315 Oct 13 15:52:52.086346 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dadb-0bb8-4285-b2ed-6198a50f9727 req-d41372a3-d923-4e98-a635-e58ae26a8b3a tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:52.088734 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f6e8dadb-0bb8-4285-b2ed-6198a50f9727 req-d41372a3-d923-4e98-a635-e58ae26a8b3a tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0644300 Oct 13 15:52:52.197664 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f6e8dadb-0bb8-4285-b2ed-6198a50f9727 req-180c9963-2eb3-4eae-81fb-1e130c4025a6 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980222 Oct 13 15:52:52.507904 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdaa27-c1f9-42f7-af54-00de4a672bcf req-0f973562-0aad-4550-af91-7ed9c8ae92e2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:52.508787 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-53fdaa27-c1f9-42f7-af54-00de4a672bcf req-0f973562-0aad-4550-af91-7ed9c8ae92e2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0698323 Oct 13 15:52:52.559219 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-53fdaa27-c1f9-42f7-af54-00de4a672bcf req-34fb58fc-a934-4e75-9cfb-85cf121f348b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398848 Oct 13 15:52:53.005445 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90e4fd-b592-4380-99ab-5ca96087a594 req-3b514176-9d52-4784-9af3-8ba98412290b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:53.010382 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dd90e4fd-b592-4380-99ab-5ca96087a594 req-3b514176-9d52-4784-9af3-8ba98412290b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0666108 Oct 13 15:52:53.065240 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dd90e4fd-b592-4380-99ab-5ca96087a594 req-f39d1df0-bbca-4587-a7b5-2ed01eae5898 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501995 Oct 13 15:52:53.322601 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f86acc-e2cc-494f-af20-8756a5c9361c req-533fb5be-a1ab-465a-8e5d-014c694ed556 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:53.324282 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-87f86acc-e2cc-494f-af20-8756a5c9361c req-533fb5be-a1ab-465a-8e5d-014c694ed556 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0544038 Oct 13 15:52:53.370903 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-87f86acc-e2cc-494f-af20-8756a5c9361c req-c709b124-abe4-4515-9ba0-98a3d0b2c771 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388293 Oct 13 15:52:53.685005 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12a43c-b1f3-492b-b31a-cf04d92ce870 req-d66b72b3-7369-4576-9ef6-3130a1328d03 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:53.686518 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1f12a43c-b1f3-492b-b31a-cf04d92ce870 req-d66b72b3-7369-4576-9ef6-3130a1328d03 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0529876 Oct 13 15:52:53.755979 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1f12a43c-b1f3-492b-b31a-cf04d92ce870 req-9a84982f-3090-44da-9720-2af3b6511bd5 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560179 Oct 13 15:52:53.917027 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd703c15-6aa9-4f4b-ad8e-2a6a9f3bdc70 req-6fbf2ba1-d0ce-4116-a534-d9108d68cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:53.920096 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd703c15-6aa9-4f4b-ad8e-2a6a9f3bdc70 req-6fbf2ba1-d0ce-4116-a534-d9108d68cc36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 1098 time: 0.0458405 Oct 13 15:52:54.027474 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd703c15-6aa9-4f4b-ad8e-2a6a9f3bdc70 req-3f20d01e-375b-437a-8057-f05450b93b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:54.029150 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd703c15-6aa9-4f4b-ad8e-2a6a9f3bdc70 req-3f20d01e-375b-437a-8057-f05450b93b58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9 HTTP/1.1" status: 200 len: 917 time: 0.1013682 Oct 13 15:52:54.103914 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd703c15-6aa9-4f4b-ad8e-2a6a9f3bdc70 req-9afbfc3e-ac62-47ed-9039-9cc7eb0a874a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f888d746-a651-4aa2-9578-6ac1fa31823f HTTP/1.1" status: 200 len: 1001 time: 0.0611355 Oct 13 15:52:54.153590 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd703c15-6aa9-4f4b-ad8e-2a6a9f3bdc70 req-b559cedc-858b-48ff-8640-bf47e11e1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:54.159105 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd703c15-6aa9-4f4b-ad8e-2a6a9f3bdc70 req-b559cedc-858b-48ff-8640-bf47e11e1c23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=da8df2cb-caf2-4fca-8a7b-33bd6dd69737 HTTP/1.1" status: 200 len: 855 time: 0.0515051 Oct 13 15:52:54.199692 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff1892-ee97-49c2-936d-88513500f8ab req-1c52d6dc-3ef4-456b-af3e-a7b729c9892f tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:54.201169 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7fff1892-ee97-49c2-936d-88513500f8ab req-1c52d6dc-3ef4-456b-af3e-a7b729c9892f tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0716083 Oct 13 15:52:54.214258 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd703c15-6aa9-4f4b-ad8e-2a6a9f3bdc70 req-5d0c03f6-574a-4684-8892-92509f2f1656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:54.215916 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd703c15-6aa9-4f4b-ad8e-2a6a9f3bdc70 req-5d0c03f6-574a-4684-8892-92509f2f1656 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452425 Oct 13 15:52:54.240859 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7fff1892-ee97-49c2-936d-88513500f8ab req-d4fea310-6ff9-408e-9a27-3c461c3e30e3 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327873 Oct 13 15:52:54.318832 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd703c15-6aa9-4f4b-ad8e-2a6a9f3bdc70 req-b46794c5-acbd-4ebb-a783-45c07b77341d service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951920 Oct 13 15:52:54.419995 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd703c15-6aa9-4f4b-ad8e-2a6a9f3bdc70 req-a9452fe7-eecd-47b5-aa45-56324661b863 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871437 Oct 13 15:52:54.492392 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba39e5e-e54c-454c-ab78-8a74c74488fd req-49a563bb-bd06-4450-915f-6c88b84cb545 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:54.493895 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bba39e5e-e54c-454c-ab78-8a74c74488fd req-49a563bb-bd06-4450-915f-6c88b84cb545 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0507088 Oct 13 15:52:54.544750 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bba39e5e-e54c-454c-ab78-8a74c74488fd req-0b05b9d2-b3d4-4f3f-be14-f01f10076754 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420139 Oct 13 15:52:54.647419 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f475a-6528-42e1-86fb-1e6ee8356835 req-78cd231c-1d9c-479e-ab93-9357ca1f1b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:54.649925 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8c0f475a-6528-42e1-86fb-1e6ee8356835 req-78cd231c-1d9c-479e-ab93-9357ca1f1b9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 1098 time: 0.0572033 Oct 13 15:52:54.709613 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8c0f475a-6528-42e1-86fb-1e6ee8356835 req-dca0d693-79c8-4093-9393-9dcfcaa51a39 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475564 Oct 13 15:52:54.911693 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1cec2-2c53-49b6-ae36-9d5fec4fcd0f req-be2618cd-82d9-44b9-8150-f9acb7150caa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:54.913145 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c5d1cec2-2c53-49b6-ae36-9d5fec4fcd0f req-be2618cd-82d9-44b9-8150-f9acb7150caa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0550187 Oct 13 15:52:55.017648 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c5d1cec2-2c53-49b6-ae36-9d5fec4fcd0f req-fd5f39be-2806-4963-99e2-e25590c41ec1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975690 Oct 13 15:52:55.050455 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f2b52-615c-4488-9796-fde8df63b1ba req-2b86e13d-ebf3-4feb-8992-b73aa1066eba tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:55.060131 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-115f2b52-615c-4488-9796-fde8df63b1ba req-2b86e13d-ebf3-4feb-8992-b73aa1066eba tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.1104326 Oct 13 15:52:55.120868 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-115f2b52-615c-4488-9796-fde8df63b1ba req-1264cb89-b336-4454-944a-db3d775aec29 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555410 Oct 13 15:52:55.243672 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd732e-5f91-4a89-93c0-7dff66dfdad5 req-7d23533c-45fd-419c-99f1-c93939a2d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:55.245198 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d0fd732e-5f91-4a89-93c0-7dff66dfdad5 req-7d23533c-45fd-419c-99f1-c93939a2d7fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 1099 time: 0.0442867 Oct 13 15:52:55.387675 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd732e-5f91-4a89-93c0-7dff66dfdad5 req-83fa1d55-de57-4804-be29-d05249fa2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:55.389229 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d0fd732e-5f91-4a89-93c0-7dff66dfdad5 req-83fa1d55-de57-4804-be29-d05249fa2e94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e701f80d-78be-455a-b072-c4a75da0219e HTTP/1.1" status: 200 len: 912 time: 0.1351006 Oct 13 15:52:55.411955 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a3c96-c1b3-457e-82d4-646d78e32ef7 req-e938c16b-5161-4bd0-846a-3119768bb9a1 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:55.413667 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d33a3c96-c1b3-457e-82d4-646d78e32ef7 req-e938c16b-5161-4bd0-846a-3119768bb9a1 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0715084 Oct 13 15:52:55.457022 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d33a3c96-c1b3-457e-82d4-646d78e32ef7 req-d305e1a4-12be-4283-b999-0ef75fcc0620 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366762 Oct 13 15:52:55.485561 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d0fd732e-5f91-4a89-93c0-7dff66dfdad5 req-f2fd64e6-f23d-4d21-93fd-e2faeb7de365 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46bc8493-ca17-4d77-8d15-6561c4d806ff HTTP/1.1" status: 200 len: 1001 time: 0.0870807 Oct 13 15:52:55.547769 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd732e-5f91-4a89-93c0-7dff66dfdad5 req-ab718245-f109-4fac-9281-4ed3ff9a9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:55.549240 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d0fd732e-5f91-4a89-93c0-7dff66dfdad5 req-ab718245-f109-4fac-9281-4ed3ff9a9b3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=180efc03-3a53-4469-b14e-6acb45275524 HTTP/1.1" status: 200 len: 850 time: 0.0560329 Oct 13 15:52:55.616017 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd732e-5f91-4a89-93c0-7dff66dfdad5 req-568b8cbf-2913-4684-93ca-909bcfe3e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:55.618408 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d0fd732e-5f91-4a89-93c0-7dff66dfdad5 req-568b8cbf-2913-4684-93ca-909bcfe3e8e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e701f80d-78be-455a-b072-c4a75da0219e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0604906 Oct 13 15:52:55.749084 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d0fd732e-5f91-4a89-93c0-7dff66dfdad5 req-2c862897-90cc-450b-8b74-fe15c390aac6 service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102278 Oct 13 15:52:55.874390 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d0fd732e-5f91-4a89-93c0-7dff66dfdad5 req-0ded1aee-aa80-4f21-ba44-40e244b1f9d3 service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071458 Oct 13 15:52:56.158272 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934eac4-fc85-406d-851d-2b9d5d1e0b29 req-fcc9100c-066c-4867-871e-f00a97d2e21c tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:56.159809 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7934eac4-fc85-406d-851d-2b9d5d1e0b29 req-fcc9100c-066c-4867-871e-f00a97d2e21c tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 945 time: 0.0552557 Oct 13 15:52:56.457009 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7934eac4-fc85-406d-851d-2b9d5d1e0b29 req-5c08989f-1738-44ce-8514-d35cb880f336 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2912722 Oct 13 15:52:56.486548 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaed67-c37e-4d50-b7ce-ebec956459c3 req-c1a060bf-3c94-4254-b720-d707cd35e73a tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:56.490499 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-20eaed67-c37e-4d50-b7ce-ebec956459c3 req-c1a060bf-3c94-4254-b720-d707cd35e73a tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0843923 Oct 13 15:52:56.564565 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-20eaed67-c37e-4d50-b7ce-ebec956459c3 req-0b8df1fd-0212-4517-90d8-a379ec99921d tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597806 Oct 13 15:52:56.602454 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device f888d746-a651-4aa2-9578-6ac1fa31823f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:52:56.612831 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8463b-998a-481e-b4dc-625470dca4e0 req-f95a7da2-8252-4528-9f16-29d84e8b739a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:56.614666 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d4d8463b-998a-481e-b4dc-625470dca4e0 req-f95a7da2-8252-4528-9f16-29d84e8b739a tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0694206 Oct 13 15:52:56.688482 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:56.692154 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d4d8463b-998a-481e-b4dc-625470dca4e0 req-1c5879b8-9284-42ff-86d3-da8b90fe529e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660334 Oct 13 15:52:56.724833 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f888d746-a651-4aa2-9578-6ac1fa31823f'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:52:56.727241 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc4b027-581e-4e88-a199-941166fa189a" -d '{"events": [{"server_uuid": "c3b2e4c0-f742-4e4f-a806-7b3eb5002042", "name": "network-vif-unplugged", "status": "completed", "tag": "f888d746-a651-4aa2-9578-6ac1fa31823f"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:56.760135 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port f888d746-a651-4aa2-9578-6ac1fa31823f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f888d746-a651-4aa2-9578-6ac1fa31823f,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:56.775447 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 15:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0894a947-f962-41ef-85e9-a868db6b0ed3 x-openstack-request-id: req-0894a947-f962-41ef-85e9-a868db6b0ed3 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:56.775743 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b2e4c0-f742-4e4f-a806-7b3eb5002042", "name": "network-vif-unplugged", "status": "completed", "tag": "f888d746-a651-4aa2-9578-6ac1fa31823f", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:56.776000 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0894a947-f962-41ef-85e9-a868db6b0ed3 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:56.776395 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'code': 200} Oct 13 15:52:56.829729 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:56.885879 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=f888d746-a651-4aa2-9578-6ac1fa31823f,revision_number=8']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:57.597489 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046b04c-9ac4-4dae-ae65-a29454ce21e3 req-c4ddcc29-325c-4bf7-8fd9-6540abe389b3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:57.606859 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9046b04c-9ac4-4dae-ae65-a29454ce21e3 req-c4ddcc29-325c-4bf7-8fd9-6540abe389b3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0623238 Oct 13 15:52:57.652109 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9046b04c-9ac4-4dae-ae65-a29454ce21e3 req-c47274ba-e30f-4b64-9cde-e61115f423cb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423620 Oct 13 15:52:57.790648 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b892-bdf4-4b95-aa79-75c34c1bb351 req-74993ef7-0fde-46f0-9a13-a4326baaeb31 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:57.794149 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3487b892-bdf4-4b95-aa79-75c34c1bb351 req-74993ef7-0fde-46f0-9a13-a4326baaeb31 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.1028407 Oct 13 15:52:57.906709 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3487b892-bdf4-4b95-aa79-75c34c1bb351 req-9167031f-e1ff-4364-a81c-5b9957e9f5c5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955620 Oct 13 15:52:57.932605 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7266859-acfc-4f7e-adf5-01841d238e47 req-a854dd58-7771-4888-ba0b-e87d16194f1e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:57.935824 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b7266859-acfc-4f7e-adf5-01841d238e47 req-a854dd58-7771-4888-ba0b-e87d16194f1e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.1405585 Oct 13 15:52:58.018919 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b7266859-acfc-4f7e-adf5-01841d238e47 req-ab57559f-10fb-44b1-8034-b0f3e954c4b5 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763578 Oct 13 15:52:58.540171 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6549680-d202-4570-81e9-17bfb74d9cf8 req-ef5a0c0d-523d-4ad7-b06a-0432d8cc7edd tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:58.541736 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d6549680-d202-4570-81e9-17bfb74d9cf8 req-ef5a0c0d-523d-4ad7-b06a-0432d8cc7edd tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0694551 Oct 13 15:52:58.579377 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ca43f-f238-448c-a77a-caece66e35b5 req-7a272f53-1407-4b37-bcf9-1d349df9073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:58.581034 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f06ca43f-f238-448c-a77a-caece66e35b5 req-7a272f53-1407-4b37-bcf9-1d349df9073b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ad9a1dee35d4073be2e8567596086aa&device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 1098 time: 0.0450423 Oct 13 15:52:58.584405 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d6549680-d202-4570-81e9-17bfb74d9cf8 req-9931d536-d56e-402a-b4c6-e6e2eb96c1e9 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358992 Oct 13 15:52:58.594366 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-411000a1-d644-47da-a83e-b71eedda6315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:58.705709 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ca43f-f238-448c-a77a-caece66e35b5 req-88e1fc1d-359a-4576-8824-f34c8a788374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:58.707351 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f06ca43f-f238-448c-a77a-caece66e35b5 req-88e1fc1d-359a-4576-8824-f34c8a788374 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46 HTTP/1.1" status: 200 len: 920 time: 0.1083298 Oct 13 15:52:58.757668 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f06ca43f-f238-448c-a77a-caece66e35b5 req-8009aca1-5603-4f40-823a-c31264b16b84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ce228c-7434-48dc-b1f9-11fdc09d493a HTTP/1.1" status: 200 len: 217 time: 0.0406170 Oct 13 15:52:58.784167 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f656bef-ac9c-44b2-9552-8ef4ddf11428 req-6030d0ba-34f7-49e8-846b-c16e5d270a67 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:58.785797 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0f656bef-ac9c-44b2-9552-8ef4ddf11428 req-6030d0ba-34f7-49e8-846b-c16e5d270a67 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0583742 Oct 13 15:52:58.815022 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ca43f-f238-448c-a77a-caece66e35b5 req-e06b2a1a-4c13-41c1-ba76-931e7777373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:58.816610 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f06ca43f-f238-448c-a77a-caece66e35b5 req-e06b2a1a-4c13-41c1-ba76-931e7777373c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6392a7f9-855e-4cf6-b552-06c1ebab1ec5 HTTP/1.1" status: 200 len: 859 time: 0.0477901 Oct 13 15:52:58.849762 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0f656bef-ac9c-44b2-9552-8ef4ddf11428 req-20261ea8-a6dc-473e-9a0b-d438b872eda1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571747 Oct 13 15:52:58.871083 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f06ca43f-f238-448c-a77a-caece66e35b5 req-6c5c4b74-f287-4705-bcff-21b45a149dd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cf3b399-6f3f-4d33-a1de-e924ea68ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381594 Oct 13 15:52:59.019489 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f06ca43f-f238-448c-a77a-caece66e35b5 req-87ed578d-aad0-495b-8fb8-8f5055211387 service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307580 Oct 13 15:52:59.151479 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f06ca43f-f238-448c-a77a-caece66e35b5 req-b8f4c534-c87a-4a67-a67a-238addd45386 service neutron] 10.222.0.37 "GET /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232231 Oct 13 15:52:59.713572 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ba388-7a28-49c3-a3dc-e22114d7799e req-a7698fec-679e-4fc2-8b62-e5eefb01b6fc tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:59.715093 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ba8ba388-7a28-49c3-a3dc-e22114d7799e req-a7698fec-679e-4fc2-8b62-e5eefb01b6fc tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0527778 Oct 13 15:52:59.753696 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ba8ba388-7a28-49c3-a3dc-e22114d7799e req-90bd9e14-99b5-45ba-b717-e6a1fec19772 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315242 Oct 13 15:53:00.291471 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [req-c5494bf9-956b-4484-9311-a677f334334e req-dc681c6e-abde-4916-a92b-ad22f0e228f6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=107005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:53:00.292586 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c5494bf9-956b-4484-9311-a677f334334e req-dc681c6e-abde-4916-a92b-ad22f0e228f6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054314 Oct 13 15:53:00.619596 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device f888d746-a651-4aa2-9578-6ac1fa31823f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:53:00.660848 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e17a78-282c-468c-95d4-344841d00d6a req-a991b196-1032-4f68-a2ce-5f2ea1b8ba33 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:00.675939 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-54e17a78-282c-468c-95d4-344841d00d6a req-a991b196-1032-4f68-a2ce-5f2ea1b8ba33 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0733795 Oct 13 15:53:00.741958 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-54e17a78-282c-468c-95d4-344841d00d6a req-37b6e29b-70fd-43ac-a4aa-6e91c98641e2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567825 Oct 13 15:53:00.909951 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af2233-7a5c-41b8-a170-a409c2e29806 req-6de29caf-c72d-4fe2-b748-74fe1311fe43 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:00.911862 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-03af2233-7a5c-41b8-a170-a409c2e29806 req-6de29caf-c72d-4fe2-b748-74fe1311fe43 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0598924 Oct 13 15:53:00.949752 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-03af2233-7a5c-41b8-a170-a409c2e29806 req-31256262-54b6-48d3-845e-55b6f7a34dce tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307953 Oct 13 15:53:01.283417 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-936a9bf3-f56d-4885-99d6-5699f2c7dcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:01.329301 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 55322) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:01.427513 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68344922-ff78-4632-a087-60c2cd0a941f req-0f3e0824-0000-47af-8e62-2cd55512194a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960395 Oct 13 15:53:01.433050 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [req-68344922-ff78-4632-a087-60c2cd0a941f req-0df7acd7-0527-47c3-803f-f4e4d56b0da2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=107006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:53:01.434336 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68344922-ff78-4632-a087-60c2cd0a941f req-0df7acd7-0527-47c3-803f-f4e4d56b0da2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058856 Oct 13 15:53:01.866160 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b27e1c-2553-4a2a-9a5e-cf3b72ec101e req-722a7621-0e4b-48fe-995a-181b910d2a2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:01.883455 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-28b27e1c-2553-4a2a-9a5e-cf3b72ec101e req-722a7621-0e4b-48fe-995a-181b910d2a2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0743680 Oct 13 15:53:01.927884 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-28b27e1c-2553-4a2a-9a5e-cf3b72ec101e req-a3b76242-e879-4f80-b5c7-bfecec193e0e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432458 Oct 13 15:53:02.157141 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d383e8-3219-4fbc-bd13-a77634e63942 req-0d4a602e-44de-4d3f-a48f-6efd29722066 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:02.158539 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:02.166030 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-46d383e8-3219-4fbc-bd13-a77634e63942 req-0d4a602e-44de-4d3f-a48f-6efd29722066 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0848923 Oct 13 15:53:02.184038 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:02.238262 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-46d383e8-3219-4fbc-bd13-a77634e63942 req-71c6716c-9b0b-416c-839a-c8d5622737f8 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710130 Oct 13 15:53:02.921080 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-d4237efe-2966-4b2d-8a17-11023ec6661d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562879085&fields=id&tenant_id=b5ed88eceaec415da77cd8f2f848b36a HTTP/1.1" status: 200 len: 267 time: 0.0677927 Oct 13 15:53:03.164499 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-68ccbcc9-5f2a-4e4f-add5-44a61b391a7d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:03.165854 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-68ccbcc9-5f2a-4e4f-add5-44a61b391a7d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/networks?id=472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 200 len: 812 time: 0.2147167 Oct 13 15:53:03.175103 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556ebb5-7d69-47b0-a8e7-2b2c249122ab req-9ad5864c-154e-451a-b015-b503645bf81c tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:03.176463 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5556ebb5-7d69-47b0-a8e7-2b2c249122ab req-9ad5864c-154e-451a-b015-b503645bf81c tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.1231785 Oct 13 15:53:03.200604 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-08d1f9ad-d10f-4192-ad77-637a4674b7cc tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/quotas/b5ed88eceaec415da77cd8f2f848b36a HTTP/1.1" status: 200 len: 375 time: 0.0232027 Oct 13 15:53:03.227831 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5556ebb5-7d69-47b0-a8e7-2b2c249122ab req-5d74013c-9988-4bc9-8e45-4e3e31d6c10b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442958 Oct 13 15:53:03.266382 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae7bfb18-86fd-4e6d-8de3-48ef64052464 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586219 Oct 13 15:53:03.386731 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-9a10a3ba-9de5-4f33-875d-489e78e81a15 service neutron] 10.222.0.26 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084116 Oct 13 15:53:03.493308 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-b690504f-513d-470b-8100-971a01764e13 service neutron] 10.222.0.26 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004596 Oct 13 15:53:03.901223 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:04.340907 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0ba159f6-0577-4101-9bfb-74d86ffb215f req-1026e7c0-87ad-40dc-9455-ec6b9633069d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0540872 Oct 13 15:53:04.525201 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e1ab5-3716-4693-b57f-e28eda0175e1 req-bedb605c-dcfa-41cc-82f3-3cdbffdcd0ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:04.526912 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f60e1ab5-3716-4693-b57f-e28eda0175e1 req-bedb605c-dcfa-41cc-82f3-3cdbffdcd0ba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0696931 Oct 13 15:53:04.571579 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f60e1ab5-3716-4693-b57f-e28eda0175e1 req-055e0a9e-6c70-4a94-bfbe-0410e9ca7500 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374358 Oct 13 15:53:04.976557 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68344922-ff78-4632-a087-60c2cd0a941f req-cf2afde6-d5d2-42ab-9d0b-1d62ca7b5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:04.978492 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68344922-ff78-4632-a087-60c2cd0a941f req-cf2afde6-d5d2-42ab-9d0b-1d62ca7b5d26 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042&tenant_id=b2b196667d48416ea6c3c4266aee1ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0796349 Oct 13 15:53:05.078000 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68344922-ff78-4632-a087-60c2cd0a941f req-f1e58bee-faf0-4585-92a6-f21e543b473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:05.081523 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68344922-ff78-4632-a087-60c2cd0a941f req-f1e58bee-faf0-4585-92a6-f21e543b473c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 1096 time: 0.0752666 Oct 13 15:53:05.247392 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68344922-ff78-4632-a087-60c2cd0a941f req-a359acbb-c942-45f7-9741-5872325acd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:05.248973 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68344922-ff78-4632-a087-60c2cd0a941f req-a359acbb-c942-45f7-9741-5872325acd9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9 HTTP/1.1" status: 200 len: 917 time: 0.1476276 Oct 13 15:53:05.341782 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68344922-ff78-4632-a087-60c2cd0a941f req-642e83f7-f0f0-4805-a990-3e5d83103c20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f888d746-a651-4aa2-9578-6ac1fa31823f HTTP/1.1" status: 200 len: 999 time: 0.0837953 Oct 13 15:53:05.435601 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68344922-ff78-4632-a087-60c2cd0a941f req-96d53815-f3ab-4487-a942-db3a4fd6b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:05.438630 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68344922-ff78-4632-a087-60c2cd0a941f req-96d53815-f3ab-4487-a942-db3a4fd6b870 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=da8df2cb-caf2-4fca-8a7b-33bd6dd69737 HTTP/1.1" status: 200 len: 855 time: 0.0893292 Oct 13 15:53:05.494055 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a5a6730d-3e46-4b7a-a7cb-a4fc02fbcef3 req-1c9f7322-498b-471f-80a6-c4829aaabaff tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0482285 Oct 13 15:53:05.523265 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68344922-ff78-4632-a087-60c2cd0a941f req-28aa026a-d64f-42e5-97b9-a37927b20f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:05.524860 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68344922-ff78-4632-a087-60c2cd0a941f req-28aa026a-d64f-42e5-97b9-a37927b20f07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0613213 Oct 13 15:53:05.783177 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1fbe2-3d25-490e-9da1-8fcb331b6aed req-3871ceb8-158f-440c-9c90-a0ac452ce4a7 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:05.791920 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1bc1fbe2-3d25-490e-9da1-8fcb331b6aed req-3871ceb8-158f-440c-9c90-a0ac452ce4a7 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0973251 Oct 13 15:53:05.861510 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1bc1fbe2-3d25-490e-9da1-8fcb331b6aed req-29a4fbd4-2260-43a0-a15b-b8042a38dc40 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649922 Oct 13 15:53:05.950168 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68344922-ff78-4632-a087-60c2cd0a941f req-0eb88474-9456-43e8-88bc-8a2403d46df4 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132223 Oct 13 15:53:06.085019 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68344922-ff78-4632-a087-60c2cd0a941f req-f30d05e0-39d2-4a27-9bd0-ad846765fdab service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147416 Oct 13 15:53:06.609364 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8c5af9b9-b312-47f6-9dde-d25b314603f7 req-cded7799-6293-469b-b4e5-cd0bb2893cb1 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0395603 Oct 13 15:53:07.007744 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c1896-412a-4241-b3c5-d7a87097f0ba req-286558a1-e06f-4ee7-80c2-dbf30e381260 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:07.011793 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-082c1896-412a-4241-b3c5-d7a87097f0ba req-286558a1-e06f-4ee7-80c2-dbf30e381260 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0816035 Oct 13 15:53:07.017867 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-6b4058e4-cc0f-462f-9d3e-cfb5338129e4 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:07.019807 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-6b4058e4-cc0f-462f-9d3e-cfb5338129e4 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "GET /v2.0/networks?id=472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 200 len: 812 time: 0.1438460 Oct 13 15:53:07.128856 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-3eaa4ae7-b130-4b85-b91d-269d47790744 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5ed88eceaec415da77cd8f2f848b36a HTTP/1.1" status: 200 len: 379 time: 0.0805764 Oct 13 15:53:07.133193 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-082c1896-412a-4241-b3c5-d7a87097f0ba req-0c977758-110a-4700-b274-4a407b7107ff tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159544 Oct 13 15:53:07.188827 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-548a0ef8-74fc-4ad4-a2dd-3183eec6789d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Request body: {'port': {'device_id': '1771bb37-9fb5-41fd-a0fb-c07a8883f6d2', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'admin_state_up': True, 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'security_groups': ['01319454-6804-40b4-9c9c-cb0225549fba']}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:07.518899 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-548a0ef8-74fc-4ad4-a2dd-3183eec6789d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Made reservation on behalf of b5ed88eceaec415da77cd8f2f848b36a for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:53:07.526291 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-548a0ef8-74fc-4ad4-a2dd-3183eec6789d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:07.768815 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-548a0ef8-74fc-4ad4-a2dd-3183eec6789d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Allocated IP 172.20.0.8 (472e4c1f-eadc-485a-8e41-ac721b348df6/2c99c185-a519-4976-b8d3-f0c1d1c939d2/b3ed4799-22bf-4811-a8a2-9443795d83c2) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:53:07.855787 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f7ac23b8-2c1c-494d-a1ce-9a4e7f9982be req-117a7568-4c54-462c-8957-2f346487d8f2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 210 time: 0.1020219 Oct 13 15:53:08.053874 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-548a0ef8-74fc-4ad4-a2dd-3183eec6789d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:08.207360 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-548a0ef8-74fc-4ad4-a2dd-3183eec6789d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:08.251004 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-548a0ef8-74fc-4ad4-a2dd-3183eec6789d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Network 472e4c1f-eadc-485a-8e41-ac721b348df6 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:53:08.254079 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-548a0ef8-74fc-4ad4-a2dd-3183eec6789d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:53:08.258249 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-548a0ef8-74fc-4ad4-a2dd-3183eec6789d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:53:08.263870 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-548a0ef8-74fc-4ad4-a2dd-3183eec6789d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:08.264465 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-548a0ef8-74fc-4ad4-a2dd-3183eec6789d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:08.275351 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a0ef8-74fc-4ad4-a2dd-3183eec6789d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'Port': ['ID=b3ed4799-22bf-4811-a8a2-9443795d83c2,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:08.432572 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-548a0ef8-74fc-4ad4-a2dd-3183eec6789d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2539079 Oct 13 15:53:08.528050 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-b8f9e8f4-03a7-49e2-8140-012c014cd569 None None] Provisioning complete for port b3ed4799-22bf-4811-a8a2-9443795d83c2 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:53:08.528757 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e8f4-03a7-49e2-8140-012c014cd569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:08.583821 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-b8f9e8f4-03a7-49e2-8140-012c014cd569 None None] Port b3ed4799-22bf-4811-a8a2-9443795d83c2 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:53:08.702481 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d3dca-7fb0-40dc-be7e-4dca201fa4b0 req-d9139a38-0874-4a31-a5b4-eb4303a4a518 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:08.706173 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-632d3dca-7fb0-40dc-be7e-4dca201fa4b0 req-d9139a38-0874-4a31-a5b4-eb4303a4a518 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0539286 Oct 13 15:53:08.745995 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-632d3dca-7fb0-40dc-be7e-4dca201fa4b0 req-8cb5b770-673f-4e88-96e4-d766de80bce9 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359166 Oct 13 15:53:08.898929 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed78676-7897-43b1-8bf2-c434201580bc req-909bc5ab-ae69-4c3c-9987-afa9022ec3e3 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:08.900459 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6ed78676-7897-43b1-8bf2-c434201580bc req-909bc5ab-ae69-4c3c-9987-afa9022ec3e3 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0884705 Oct 13 15:53:08.990238 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6ed78676-7897-43b1-8bf2-c434201580bc req-cd31d1f0-75b5-4a13-bf08-a9922b6e0cde tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767288 Oct 13 15:53:09.040053 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4050a9-2b42-4365-b1da-95c57990412d req-5db99608-c179-4c83-9188-a9afb3312003 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:09.042678 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2d4050a9-2b42-4365-b1da-95c57990412d req-5db99608-c179-4c83-9188-a9afb3312003 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/networks?id=b2851f40-db29-4f2e-a359-e4047a31395d HTTP/1.1" status: 200 len: 815 time: 0.1610661 Oct 13 15:53:09.070644 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2d4050a9-2b42-4365-b1da-95c57990412d req-9d8ce6d9-7fde-43fb-9704-186864aeba02 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/quotas/c8511f9cedd645ca8749aee4bf75152e HTTP/1.1" status: 200 len: 375 time: 0.0225756 Oct 13 15:53:09.136738 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79fa55-911d-4457-92a6-209e2e57019a req-ba6cfc1f-482d-4e8a-97d7-d94ef5041158 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:09.138248 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fc79fa55-911d-4457-92a6-209e2e57019a req-ba6cfc1f-482d-4e8a-97d7-d94ef5041158 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 931 time: 0.0836940 Oct 13 15:53:09.151520 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2d4050a9-2b42-4365-b1da-95c57990412d req-1a969ef9-b309-413e-bbbf-077cdaf876de tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8511f9cedd645ca8749aee4bf75152e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665250 Oct 13 15:53:09.230825 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fc79fa55-911d-4457-92a6-209e2e57019a req-eae353d1-5d37-4427-97aa-f12863b922b3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783358 Oct 13 15:53:09.267233 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2d4050a9-2b42-4365-b1da-95c57990412d req-25c42b96-5dc8-4e70-9668-4a56fe5981f0 service neutron] 10.222.0.26 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069684 Oct 13 15:53:09.364150 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2d4050a9-2b42-4365-b1da-95c57990412d req-e1674408-707a-4116-b9ba-35c4294b4400 service neutron] 10.222.0.26 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901487 Oct 13 15:53:09.433522 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 55556) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:09.549426 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c37b1104-b953-4798-8693-f60c6aead59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:09.653413 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c37b1104-b953-4798-8693-f60c6aead59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:09.655758 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7823a137-a1c8-4a6e-81a3-54ff4f598563 req-332b8636-c9b5-4f98-80bd-afc4ff03d4f1 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 210 time: 0.0350461 Oct 13 15:53:09.722669 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c37b1104-b953-4798-8693-f60c6aead59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:09.769506 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b1104-b953-4798-8693-f60c6aead59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96132e33-7714-4769-bcca-26c3feb09d78,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:09.784026 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c37b1104-b953-4798-8693-f60c6aead59f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5395fe4c108e4fbb9b7ba5f885d1007b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484094 Oct 13 15:53:09.786506 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 55570) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:09.883493 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:09.917058 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf723c-fed9-49ce-826d-6cea28c3dc45 req-f03b3a8a-7bfb-4c47-b4b4-c0260c74caca tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:09.918563 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e5bf723c-fed9-49ce-826d-6cea28c3dc45 req-f03b3a8a-7bfb-4c47-b4b4-c0260c74caca tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0899558 Oct 13 15:53:09.920554 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:10.021925 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e5bf723c-fed9-49ce-826d-6cea28c3dc45 req-291a8dd8-fb28-4f1d-9743-3287eb23a7f7 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941243 Oct 13 15:53:10.130031 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:10.132652 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:10.136420 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96132e33-7714-4769-bcca-26c3feb09d78 HTTP/1.1" status: 204 len: 168 time: 0.3462839 Oct 13 15:53:10.147331 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96132e33-7714-4769-bcca-26c3feb09d78,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:10.161489 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.161834 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.162172 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.162504 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.162834 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.163195 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.163562 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.163843 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.164366 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.164856 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.165301 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.165617 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699e7e8-f2d3-428f-b29a-753c3dc4f44d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.178161 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ac2e5-8c4f-46ef-8d5e-1acd3d427440 req-f0daed2b-36bb-470f-9c40-9261f8e48ba5 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:10.181558 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f76ac2e5-8c4f-46ef-8d5e-1acd3d427440 req-f0daed2b-36bb-470f-9c40-9261f8e48ba5 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0908928 Oct 13 15:53:10.232948 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f76ac2e5-8c4f-46ef-8d5e-1acd3d427440 req-87b981b8-64f6-4c96-b6bd-757853b225b8 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440824 Oct 13 15:53:10.377421 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfbad0-7312-44b8-a6f2-19a1d73cb077 req-23b83e78-1e6a-4fc2-afa7-027d69c32b9e tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:10.379020 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a0cfbad0-7312-44b8-a6f2-19a1d73cb077 req-23b83e78-1e6a-4fc2-afa7-027d69c32b9e tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 931 time: 0.0614901 Oct 13 15:53:10.420786 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a0cfbad0-7312-44b8-a6f2-19a1d73cb077 req-14262b09-da5c-4373-8442-1842f4ebf0d2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337112 Oct 13 15:53:10.755769 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-54f96ed6-9c78-414c-ae3b-5d43de7dd35a req-e027b770-5da5-4af3-88cd-661170fce231 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 210 time: 0.0291808 Oct 13 15:53:11.152322 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb99374-0e25-4d54-ad3d-a9c3228a346c req-db010547-65c5-40ea-9f49-bf939e880892 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:11.153831 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9fb99374-0e25-4d54-ad3d-a9c3228a346c req-db010547-65c5-40ea-9f49-bf939e880892 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0492392 Oct 13 15:53:11.193020 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9fb99374-0e25-4d54-ad3d-a9c3228a346c req-ed24af35-81f7-4b24-ab97-97b33a08fe79 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333405 Oct 13 15:53:11.364314 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0edc5-8c78-4d24-9379-e36931ab1079 req-9eaf8845-ab45-4392-aa9a-2c049f16fcfa tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:11.365769 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9fb0edc5-8c78-4d24-9379-e36931ab1079 req-9eaf8845-ab45-4392-aa9a-2c049f16fcfa tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0540287 Oct 13 15:53:11.415413 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9fb0edc5-8c78-4d24-9379-e36931ab1079 req-d64c21d0-7ded-4c4e-a5d6-c5e01fc5a8d0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431504 Oct 13 15:53:11.541198 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16180b7d-d788-4b31-ac0e-9090db9b6081 req-f5d2bc59-1447-45be-82ec-15cdff1fe847 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:11.542279 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-16180b7d-d788-4b31-ac0e-9090db9b6081 req-f5d2bc59-1447-45be-82ec-15cdff1fe847 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 931 time: 0.0542736 Oct 13 15:53:11.581374 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-16180b7d-d788-4b31-ac0e-9090db9b6081 req-07020fbe-282f-4c68-9a92-415fb5b1c585 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320394 Oct 13 15:53:11.853717 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7e56269c-4f74-417c-99d1-0c58d827df8b req-33cc7c8c-e61e-4de9-8af5-d27771921c9d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 210 time: 0.0295620 Oct 13 15:53:12.318548 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7179c7-39e7-42f3-911d-079af4123f9f req-1f5ce8bb-3997-4f3d-9464-6bcfbd1735ab tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:12.320020 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5e7179c7-39e7-42f3-911d-079af4123f9f req-1f5ce8bb-3997-4f3d-9464-6bcfbd1735ab tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0519533 Oct 13 15:53:12.362449 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5e7179c7-39e7-42f3-911d-079af4123f9f req-3f93487f-7e27-4361-bfb8-d85f220df686 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364251 Oct 13 15:53:12.537153 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348b732-4ca6-46bb-a617-fe00a6283f63 req-a61e6037-282c-4547-b28b-c2b9e28dc407 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:12.539783 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2348b732-4ca6-46bb-a617-fe00a6283f63 req-a61e6037-282c-4547-b28b-c2b9e28dc407 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0528479 Oct 13 15:53:12.574542 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:12.589790 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2348b732-4ca6-46bb-a617-fe00a6283f63 req-0f79e252-d7d1-4697-9cb9-ee9c7d36df92 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402548 Oct 13 15:53:12.718026 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d524c-d47f-444a-a446-04d78b60de95 req-dac67f2d-0796-43ff-83ae-53efd734b1ad tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:12.720247 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c60d524c-d47f-444a-a446-04d78b60de95 req-dac67f2d-0796-43ff-83ae-53efd734b1ad tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 931 time: 0.0552824 Oct 13 15:53:12.766190 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c60d524c-d47f-444a-a446-04d78b60de95 req-a55f05ac-a80c-4b75-a466-5cef200b3aaa tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380554 Oct 13 15:53:12.951036 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-52c0a8dd-534a-4e2a-b144-bd8138ac67d5 req-839874b1-04e7-46fb-b666-ea5f68c73ddd tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 210 time: 0.0306668 Oct 13 15:53:13.201166 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 55656) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:13.252216 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b31ed80-40ee-4f66-b260-6eaef7ddacd5 admin admin] Deleting subnet a3b156e8-770c-49f0-80f7-980c16365a90 {{(pid=107005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:53:13.255644 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6b31ed80-40ee-4f66-b260-6eaef7ddacd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:13.291338 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6b31ed80-40ee-4f66-b260-6eaef7ddacd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4508533'] for subnet, precommit_delete_associations {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:13.336976 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6b31ed80-40ee-4f66-b260-6eaef7ddacd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:13.490771 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce7c0f-db40-46b0-9949-1db1a2ea5a37 req-ad0bb64f-6233-4dc9-9951-51ea29597a4e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:13.492276 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d9ce7c0f-db40-46b0-9949-1db1a2ea5a37 req-ad0bb64f-6233-4dc9-9951-51ea29597a4e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0537236 Oct 13 15:53:13.493856 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6b31ed80-40ee-4f66-b260-6eaef7ddacd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4586326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4340987'] for subnet, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:13.528709 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31ed80-40ee-4f66-b260-6eaef7ddacd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b156e8-770c-49f0-80f7-980c16365a90,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:13.539555 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6b31ed80-40ee-4f66-b260-6eaef7ddacd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:13.544903 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-6b31ed80-40ee-4f66-b260-6eaef7ddacd5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a3b156e8-770c-49f0-80f7-980c16365a90 HTTP/1.1" status: 204 len: 168 time: 0.3405104 Oct 13 15:53:13.545141 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 55660) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:13.606244 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d9ce7c0f-db40-46b0-9949-1db1a2ea5a37 req-52ff9a78-055e-4bd8-bc5e-944bfc4055ff tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853198 Oct 13 15:53:13.639376 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c12da314-a6e2-49ca-8670-e5db1a25b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:13.755704 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c12da314-a6e2-49ca-8670-e5db1a25b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:13.786342 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13048525-5502-4071-9050-7700f62a824e req-b30c5743-fd7f-4bb3-bb70-673646918a27 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:13.787978 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-13048525-5502-4071-9050-7700f62a824e req-b30c5743-fd7f-4bb3-bb70-673646918a27 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.1117148 Oct 13 15:53:13.789707 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-c12da314-a6e2-49ca-8670-e5db1a25b072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d92c62-7024-492d-8dde-590ea9444890']}} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:13.810076 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-c12da314-a6e2-49ca-8670-e5db1a25b072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c72021b-83bb-4316-8dde-f6aaed3bf1ec') {'for_net_delete': True} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:13.810372 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-c12da314-a6e2-49ca-8670-e5db1a25b072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c72021b-83bb-4316-8dde-f6aaed3bf1ec') {} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:13.827162 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c12da314-a6e2-49ca-8670-e5db1a25b072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4508542'] for segment, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:13.856597 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:53:13.857246 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c12da314-a6e2-49ca-8670-e5db1a25b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:13.885242 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-13048525-5502-4071-9050-7700f62a824e req-32899cf2-5521-450b-8390-87b14a492e81 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869942 Oct 13 15:53:13.886180 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12da314-a6e2-49ca-8670-e5db1a25b072 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=107005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:53:13.886571 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c12da314-a6e2-49ca-8670-e5db1a25b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4586120'] for segment, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: Traceback (most recent call last): Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: timer() Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: cb(*args, **kw) Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: return func(*args, **kwargs) Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: self._notify() Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: self.callback(batched_events) Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: event.method(event) Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: return f(self, *a, **k) Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._get(url).json() Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: return self.request(url, 'GET', **kwargs) Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:53:13.890432 dv-cinder-774288-10-iscsi neutron-server[107005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:53:13.956571 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e7e3-b282-494a-970a-a5474b16c9a6 req-89826445-1c89-47a3-93e2-06f011e97879 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:13.958101 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2b38e7e3-b282-494a-970a-a5474b16c9a6 req-89826445-1c89-47a3-93e2-06f011e97879 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 931 time: 0.1226423 Oct 13 15:53:14.003332 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2b38e7e3-b282-494a-970a-a5474b16c9a6 req-2af23981-d301-4993-819a-ec1b331fe1d9 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389175 Oct 13 15:53:14.030357 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c12da314-a6e2-49ca-8670-e5db1a25b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:14.053898 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ce54232e-3bf1-415d-a4ea-52e1e25910e4 req-86d7a5d2-c6c0-4a9c-97b4-de62144c7cfd tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 210 time: 0.0327973 Oct 13 15:53:14.076846 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c12da314-a6e2-49ca-8670-e5db1a25b072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:14.076846 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-c12da314-a6e2-49ca-8670-e5db1a25b072 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a9d92c62-7024-492d-8dde-590ea9444890 HTTP/1.1" status: 204 len: 168 time: 0.5148325 Oct 13 15:53:14.076846 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12da314-a6e2-49ca-8670-e5db1a25b072 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d92c62-7024-492d-8dde-590ea9444890,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:14.554617 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 55670) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:14.594724 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-d3a37814-43a6-414d-8fd9-804a566885cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=309bff535eab47a3a66c50fb4886e7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389221 Oct 13 15:53:14.597701 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 55674) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:14.649183 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:14.676470 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:14.744388 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c9c95-d1c3-4fad-bb22-a9becff86c4a req-0501955c-81b4-4311-b03b-4812bd6abc45 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:14.746034 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-346c9c95-d1c3-4fad-bb22-a9becff86c4a req-0501955c-81b4-4311-b03b-4812bd6abc45 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0511444 Oct 13 15:53:14.788024 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-346c9c95-d1c3-4fad-bb22-a9becff86c4a req-6b2cbe53-2375-4ab6-b826-a871222052e1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342798 Oct 13 15:53:14.809527 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:14.812229 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:14.813382 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da3e0df0-fb45-46b7-9569-a3005e6a016b HTTP/1.1" status: 204 len: 168 time: 0.2140944 Oct 13 15:53:14.821351 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3e0df0-fb45-46b7-9569-a3005e6a016b,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:14.829714 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:14.830142 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:14.830554 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:14.831007 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:14.831406 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:14.831803 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:14.832196 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:14.832587 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:14.833131 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:14.834008 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:14.834650 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:14.835212 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe9820-1858-4b83-bb77-9c4c67e6cbdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:15.019133 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a3ebd-c744-4b0c-9516-3bf6c85e4e4d req-84a03add-a7ec-4693-96d0-0ed449647f11 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:15.020693 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8e1a3ebd-c744-4b0c-9516-3bf6c85e4e4d req-84a03add-a7ec-4693-96d0-0ed449647f11 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0558460 Oct 13 15:53:15.066932 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8e1a3ebd-c744-4b0c-9516-3bf6c85e4e4d req-e0ab2b4b-a0ce-4bc4-8af0-86e79f13d6e2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Oct 13 15:53:15.158115 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b035df53-c09c-43ec-9de4-6f1d428086d0 req-ae388480-5b2c-47e3-a4b7-7b5ce5368f9b tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 210 time: 0.0311255 Oct 13 15:53:15.168863 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5640f3-bf70-4ca5-8671-7beed22f4ea2 req-54c2bd81-d182-41e5-91c3-949af77ee515 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:15.177476 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6e5640f3-bf70-4ca5-8671-7beed22f4ea2 req-54c2bd81-d182-41e5-91c3-949af77ee515 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 931 time: 0.0866370 Oct 13 15:53:15.221023 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6e5640f3-bf70-4ca5-8671-7beed22f4ea2 req-5d60d0f9-27fa-45be-b25b-8f7390c78f59 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427234 Oct 13 15:53:15.923670 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe53a0-839d-4d16-8000-a4acb387539f req-001321db-0542-4e92-ad55-4d35e7812420 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:15.924583 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 55706) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:15.925380 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7bfe53a0-839d-4d16-8000-a4acb387539f req-001321db-0542-4e92-ad55-4d35e7812420 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0575771 Oct 13 15:53:15.969742 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7bfe53a0-839d-4d16-8000-a4acb387539f req-5ddc886c-7fe5-4c52-aa5e-372798d0adcb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350478 Oct 13 15:53:16.036021 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-632050423-network', 'tenant_id': '935ecb47a9aa4f60a0598409f0ba4085'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:16.119297 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] Made reservation on behalf of 935ecb47a9aa4f60a0598409f0ba4085 for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:53:16.122474 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:16.131512 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:16.186510 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a13f2-921c-49d9-947c-6cbf9c7213d2 req-3f9c1d19-ff6c-49fe-9226-56e8a430de35 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:16.188316 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-275a13f2-921c-49d9-947c-6cbf9c7213d2 req-3f9c1d19-ff6c-49fe-9226-56e8a430de35 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0545044 Oct 13 15:53:16.234721 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:16.245218 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-275a13f2-921c-49d9-947c-6cbf9c7213d2 req-6821a3e1-9b53-42ef-b1e2-908c554422f3 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453684 Oct 13 15:53:16.271418 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-10099a41-ae32-4654-ba3d-a23e064a65b7 req-56da010f-1610-4242-a9f9-dd03e880fcf3 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 210 time: 0.0304494 Oct 13 15:53:16.306846 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:16.330852 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:53:16.346864 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f7aee6-a7cf-4e53-8656-23774ff142a5,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:16.355143 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e61e90-a464-4428-8631-6439ee5a43ed req-88b76339-efd1-4960-bfa1-5482ee36cec0 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:16.356673 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-09e61e90-a464-4428-8631-6439ee5a43ed req-88b76339-efd1-4960-bfa1-5482ee36cec0 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 931 time: 0.0557323 Oct 13 15:53:16.360138 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:16.361326 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] Added segment b62f64ff-6a37-4d83-82bc-c7778c4826d8 of type vlan for network b31d3d17-da22-4a6d-840b-0ac706e65ceb Oct 13 15:53:16.397741 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-09e61e90-a464-4428-8631-6439ee5a43ed req-5a49038e-8292-474c-879a-0a3f8d9a833a tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349655 Oct 13 15:53:16.406075 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:16.489875 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:16.490912 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:16.491510 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:16.549626 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] Pushing event updated for resources: {'Network': ['ID=b31d3d17-da22-4a6d-840b-0ac706e65ceb,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:16.559949 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network b31d3d17-da22-4a6d-840b-0ac706e65ceb details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:53:16.618482 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-732d73a5-8d0a-4dc8-9332-5b7a53b8a434 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6927321 Oct 13 15:53:16.621623 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 55716) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:16.631428 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-cc312610-3df4-4717-b2b7-689ab26ed5e7 admin admin] Request body: {'subnet': {'network_id': 'b31d3d17-da22-4a6d-840b-0ac706e65ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-632050423-subnet', 'tenant_id': '935ecb47a9aa4f60a0598409f0ba4085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:16.729979 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc312610-3df4-4717-b2b7-689ab26ed5e7 admin admin] Made reservation on behalf of 935ecb47a9aa4f60a0598409f0ba4085 for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:53:16.732507 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cc312610-3df4-4717-b2b7-689ab26ed5e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:16.972639 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cc312610-3df4-4717-b2b7-689ab26ed5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for subnet, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:17.038885 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc312610-3df4-4717-b2b7-689ab26ed5e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db9d386-19dc-4221-b568-bc80557ca6be,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:17.046717 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc312610-3df4-4717-b2b7-689ab26ed5e7 admin admin] Checking segment: {'id': 'b62f64ff-6a37-4d83-82bc-c7778c4826d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31d3d17-da22-4a6d-840b-0ac706e65ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:53:17.047289 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc312610-3df4-4717-b2b7-689ab26ed5e7 admin admin] Network hostable DHCP agents. Network: b31d3d17-da22-4a6d-840b-0ac706e65ceb, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:53:17.109603 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09dc506-58c6-4fa3-8d87-0d60b7ee443f req-54050ce7-b600-42d2-85ae-01bd4f8ead93 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:17.111785 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d09dc506-58c6-4fa3-8d87-0d60b7ee443f req-54050ce7-b600-42d2-85ae-01bd4f8ead93 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0548451 Oct 13 15:53:17.135476 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc312610-3df4-4717-b2b7-689ab26ed5e7 admin admin] Network b31d3d17-da22-4a6d-840b-0ac706e65ceb is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:53:17.151869 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d09dc506-58c6-4fa3-8d87-0d60b7ee443f req-c98f2402-5c90-4779-af0e-85de4a9400cb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339606 Oct 13 15:53:17.218201 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-cc312610-3df4-4717-b2b7-689ab26ed5e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, b31d3d17-da22-4a6d-840b-0ac706e65ceb) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:53:17.222599 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc312610-3df4-4717-b2b7-689ab26ed5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:17.223301 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cc312610-3df4-4717-b2b7-689ab26ed5e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:17.227697 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5974bd63-c567-4d10-8cec-9fc25cb21bde None None] Network b31d3d17-da22-4a6d-840b-0ac706e65ceb requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:53:17.284817 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-cc312610-3df4-4717-b2b7-689ab26ed5e7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6618223 Oct 13 15:53:17.395962 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e6ef34-175f-4db6-9ab7-2e2d2501dc68 None None] Network b31d3d17-da22-4a6d-840b-0ac706e65ceb requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:53:17.409877 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7a340bdd-3e34-4e1a-97b6-2c03dfb2ba21 req-0941d623-319d-45f0-a88e-911e3f609f9c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 210 time: 0.0555434 Oct 13 15:53:17.486664 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc704f0-e1cc-4518-83f1-1ffd337a0cb9 req-c7849118-c1fc-4689-af3d-e86d93572c05 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:17.494832 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dbc704f0-e1cc-4518-83f1-1ffd337a0cb9 req-c7849118-c1fc-4689-af3d-e86d93572c05 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.1290803 Oct 13 15:53:17.583320 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dbc704f0-e1cc-4518-83f1-1ffd337a0cb9 req-57ee2246-fd90-4d94-b60e-6a1affc6e67e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869818 Oct 13 15:53:17.602971 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8e7ba-77d0-4c02-aa75-a31da84f6d1a req-a89a751b-d47e-4fd6-a7b6-d57e7b6d01fb tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:17.604568 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-03f8e7ba-77d0-4c02-aa75-a31da84f6d1a req-a89a751b-d47e-4fd6-a7b6-d57e7b6d01fb tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 931 time: 0.0870779 Oct 13 15:53:17.650725 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-03f8e7ba-77d0-4c02-aa75-a31da84f6d1a req-be1dce7a-d96b-485b-b165-78e5f794f005 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394237 Oct 13 15:53:18.288948 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dd5c4-3e29-4980-ae18-ecf0c6f624a1 req-cd3822d4-900d-44e7-b82d-e5ce6d46bce3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:18.290517 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-116dd5c4-3e29-4980-ae18-ecf0c6f624a1 req-cd3822d4-900d-44e7-b82d-e5ce6d46bce3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0624135 Oct 13 15:53:18.330575 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-116dd5c4-3e29-4980-ae18-ecf0c6f624a1 req-c1a7a025-ee5a-49ee-a6f1-b0aaaafd7c9a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333457 Oct 13 15:53:18.495599 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7cf2cd40-57cf-4a7e-af90-03d02bcc485c req-9e3df7b7-349f-4d1d-8849-6e7596e1e3a7 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 210 time: 0.0277042 Oct 13 15:53:18.691557 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c46927-2e8b-407b-abe9-4af754b43e33 req-48df34c4-86dd-4a89-9527-a5b5f57736ae tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:18.693077 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-23c46927-2e8b-407b-abe9-4af754b43e33 req-48df34c4-86dd-4a89-9527-a5b5f57736ae tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0603449 Oct 13 15:53:18.764636 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-23c46927-2e8b-407b-abe9-4af754b43e33 req-6099d96f-6870-48c3-9e2f-4876c45261a9 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654130 Oct 13 15:53:18.784125 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd6b0c-f4a3-46fb-ad3b-7e4027f380b7 req-8b071989-c34b-42e0-a974-222625a51355 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:18.785543 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e6cd6b0c-f4a3-46fb-ad3b-7e4027f380b7 req-8b071989-c34b-42e0-a974-222625a51355 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 931 time: 0.0660806 Oct 13 15:53:18.824807 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e6cd6b0c-f4a3-46fb-ad3b-7e4027f380b7 req-2ed23e24-38c6-4af4-b9f4-0071ea2a6446 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333526 Oct 13 15:53:19.460880 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a553e-8b1a-4609-8f59-dd90cf66c229 req-cb7009d6-082c-4fa2-b6f0-214969096ac6 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:19.462418 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3d3a553e-8b1a-4609-8f59-dd90cf66c229 req-cb7009d6-082c-4fa2-b6f0-214969096ac6 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0529513 Oct 13 15:53:19.502905 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3d3a553e-8b1a-4609-8f59-dd90cf66c229 req-84435bbb-6e79-4c35-8031-ddb92af4534d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336339 Oct 13 15:53:19.590438 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c836d25c-9ffd-4e80-b2c1-3945d849ef4e req-1080a750-87b8-4790-8e8c-e699adf7b77c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 210 time: 0.0260496 Oct 13 15:53:19.942898 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421ff07-15cd-48e9-babf-7049138e43d1 req-25fed0c9-360b-44a9-b756-aebbac82a63e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:19.944356 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2421ff07-15cd-48e9-babf-7049138e43d1 req-25fed0c9-360b-44a9-b756-aebbac82a63e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.1100967 Oct 13 15:53:19.977961 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7a7df-219a-4241-a1f7-272019749c45 req-5496abbf-8681-4a43-aa5f-611507e675a3 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:19.979406 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48a7a7df-219a-4241-a1f7-272019749c45 req-5496abbf-8681-4a43-aa5f-611507e675a3 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/networks?id=b31d3d17-da22-4a6d-840b-0ac706e65ceb HTTP/1.1" status: 200 len: 813 time: 0.1576269 Oct 13 15:53:20.005802 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48a7a7df-219a-4241-a1f7-272019749c45 req-f1f2ef43-19cf-4048-9b51-b2b3a6adf452 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/quotas/935ecb47a9aa4f60a0598409f0ba4085 HTTP/1.1" status: 200 len: 375 time: 0.0185573 Oct 13 15:53:20.008677 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2421ff07-15cd-48e9-babf-7049138e43d1 req-8f578ff9-f7df-447c-bf81-63f56ffe2acc tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528731 Oct 13 15:53:20.041502 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48a7a7df-219a-4241-a1f7-272019749c45 req-c61a3120-0a46-4ecc-b44b-cbac04421929 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=935ecb47a9aa4f60a0598409f0ba4085&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299091 Oct 13 15:53:20.166977 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7469e7a-580a-4fd1-8c78-4ee8d0ed2d53 req-2c52a997-6215-4091-bffb-fad664966271 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:20.168310 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b7469e7a-580a-4fd1-8c78-4ee8d0ed2d53 req-2c52a997-6215-4091-bffb-fad664966271 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 931 time: 0.1024811 Oct 13 15:53:20.172195 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48a7a7df-219a-4241-a1f7-272019749c45 req-1e98f0ac-d82d-4b69-ae2b-c3fee5611678 service neutron] 10.222.0.26 "GET /v2.0/networks/b31d3d17-da22-4a6d-840b-0ac706e65ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239817 Oct 13 15:53:20.252871 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b7469e7a-580a-4fd1-8c78-4ee8d0ed2d53 req-f3ce939a-03ac-4cb5-a410-a8ebb2c06e05 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787110 Oct 13 15:53:20.283683 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48a7a7df-219a-4241-a1f7-272019749c45 req-1944c7c3-72aa-40e6-aeb6-a2079b3c26a1 service neutron] 10.222.0.26 "GET /v2.0/networks/b31d3d17-da22-4a6d-840b-0ac706e65ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039855 Oct 13 15:53:20.383262 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Request body: {'port': {'device_id': '1771bb37-9fb5-41fd-a0fb-c07a8883f6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:20.449012 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:20.565661 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-14894dfe-040f-42d8-824a-00fb772fa0bf req-77a7b4ca-b02b-4ca6-aa51-f1848e9c2b31 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 210 time: 0.0349171 Oct 13 15:53:20.667817 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3599f-7d86-4c21-a063-1c8edd6dd772 req-93cd2630-7ae0-49af-8f1f-b45ec2d2be19 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:20.669578 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c9e3599f-7d86-4c21-a063-1c8edd6dd772 req-93cd2630-7ae0-49af-8f1f-b45ec2d2be19 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0678365 Oct 13 15:53:20.716420 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3f9cffa6-b856-439d-beb5-c2d9d5bc9c55 req-c241025e-c877-4fb9-9353-22cf8569292e tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 210 time: 0.0420561 Oct 13 15:53:20.745297 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c9e3599f-7d86-4c21-a063-1c8edd6dd772 req-2788d11c-3d3b-4daf-83ce-ce047e9884c6 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600674 Oct 13 15:53:20.793048 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ed4799-22bf-4811-a8a2-9443795d83c2 {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:53:20.801226 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:20.813350 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Transition to ACTIVE for port object b3ed4799-22bf-4811-a8a2-9443795d83c2 will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:53:20.907375 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:20.962773 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ed4799-22bf-4811-a8a2-9443795d83c2,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:20.995755 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Attempting to bind port b3ed4799-22bf-4811-a8a2-9443795d83c2 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:53:20.996088 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Attempting to bind port b3ed4799-22bf-4811-a8a2-9443795d83c2 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:53:20.996414 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Attempting to bind port b3ed4799-22bf-4811-a8a2-9443795d83c2 on network 472e4c1f-eadc-485a-8e41-ac721b348df6 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:53:21.002049 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Port b3ed4799-22bf-4811-a8a2-9443795d83c2 on network 472e4c1f-eadc-485a-8e41-ac721b348df6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:53:21.004599 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Attempting to bind port b3ed4799-22bf-4811-a8a2-9443795d83c2 on network 472e4c1f-eadc-485a-8e41-ac721b348df6 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:53:21.010116 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:53:21.010841 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Checking segment: {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:53:21.011294 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Bound using segment: {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:53:21.011834 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Bound port: b3ed4799-22bf-4811-a8a2-9443795d83c2, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:53:21.012282 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:21.084821 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] For port b3ed4799-22bf-4811-a8a2-9443795d83c2, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:53:21.087943 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] For port b3ed4799-22bf-4811-a8a2-9443795d83c2, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b3ed4799-22bf-4811-a8a2-9443795d83c2,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:53:21.129139 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c51d7-8bcf-4720-afa7-f776a4df5238 req-e8e1ec32-3aa8-438c-b456-0b6b65d01404 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:21.134198 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a35c51d7-8bcf-4720-afa7-f776a4df5238 req-e8e1ec32-3aa8-438c-b456-0b6b65d01404 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0509341 Oct 13 15:53:21.183112 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a35c51d7-8bcf-4720-afa7-f776a4df5238 req-759487b1-f4e6-43a8-b676-933246ca4641 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455914 Oct 13 15:53:21.188514 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:21.235952 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:21.236556 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:21.237909 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] 10.222.0.37 "PUT /v2.0/ports/b3ed4799-22bf-4811-a8a2-9443795d83c2 HTTP/1.1" status: 200 len: 1093 time: 0.8603272 Oct 13 15:53:21.238338 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1771bb37-9fb5-41fd-a0fb-c07a8883f6d2', 'tag': 'b3ed4799-22bf-4811-a8a2-9443795d83c2'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:21.240665 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079c0dd0-86cf-4798-8da3-b8d67e43e926" -d '{"events": [{"name": "network-changed", "server_uuid": "1771bb37-9fb5-41fd-a0fb-c07a8883f6d2", "tag": "b3ed4799-22bf-4811-a8a2-9443795d83c2"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:21.257899 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae191ba9-e44c-4f09-88ff-672ac4c96457 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ed4799-22bf-4811-a8a2-9443795d83c2,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:21.284298 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e2bfd4-9ec8-4e4a-b1e0-a367969eb68e x-openstack-request-id: req-a0e2bfd4-9ec8-4e4a-b1e0-a367969eb68e {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:21.284502 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1771bb37-9fb5-41fd-a0fb-c07a8883f6d2", "tag": "b3ed4799-22bf-4811-a8a2-9443795d83c2", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:21.284841 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0e2bfd4-9ec8-4e4a-b1e0-a367969eb68e {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:21.285422 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1771bb37-9fb5-41fd-a0fb-c07a8883f6d2', 'tag': 'b3ed4799-22bf-4811-a8a2-9443795d83c2', 'status': 'completed', 'code': 200} Oct 13 15:53:21.408029 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c0dd0-86cf-4798-8da3-b8d67e43e926 req-77f05a21-728d-4472-9506-fd4bbd12ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:21.408989 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-079c0dd0-86cf-4798-8da3-b8d67e43e926 req-77f05a21-728d-4472-9506-fd4bbd12ca19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0694122 Oct 13 15:53:21.413289 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad9911-b280-4fe6-bcb7-9e52265eb6c5 req-d275d8d5-6e3b-4956-bd24-887e4f23352c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:21.414767 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f0ad9911-b280-4fe6-bcb7-9e52265eb6c5 req-d275d8d5-6e3b-4956-bd24-887e4f23352c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0727866 Oct 13 15:53:21.475828 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f0ad9911-b280-4fe6-bcb7-9e52265eb6c5 req-6ea713b4-0f02-412c-a528-be6e60a7918c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529981 Oct 13 15:53:21.541870 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c0dd0-86cf-4798-8da3-b8d67e43e926 req-144e3a17-94ef-4c30-a9e3-7a8cc67ad18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:21.543420 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-079c0dd0-86cf-4798-8da3-b8d67e43e926 req-144e3a17-94ef-4c30-a9e3-7a8cc67ad18f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1160431 Oct 13 15:53:21.643019 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c0dd0-86cf-4798-8da3-b8d67e43e926 req-49205b36-5df9-4294-a327-e658abc7e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:21.644458 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-079c0dd0-86cf-4798-8da3-b8d67e43e926 req-49205b36-5df9-4294-a327-e658abc7e97b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919669 Oct 13 15:53:21.647789 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-320ee652-33ec-4395-967a-3d0467190456 req-b4c2147b-f965-4a4a-b8fa-b831db692640 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 210 time: 0.0286648 Oct 13 15:53:21.736885 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-6cd56dac-92ca-4a27-8eb3-9d22fae7d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:21.738271 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-6cd56dac-92ca-4a27-8eb3-9d22fae7d663 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0404840 Oct 13 15:53:21.797052 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-3d78864c-39e8-46ae-8371-52f1e3cf9f26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3ed4799-22bf-4811-a8a2-9443795d83c2 HTTP/1.1" status: 200 len: 217 time: 0.0399921 Oct 13 15:53:21.816557 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1b1296a6-8a14-47c1-b98d-27757bbecfb4 req-83a153ea-46d1-42fd-a337-6519d421520b tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 210 time: 0.0316305 Oct 13 15:53:21.866731 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-b34c60bd-7c45-4965-ad64-3015c5026832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:21.868241 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-b34c60bd-7c45-4965-ad64-3015c5026832 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c99c185-a519-4976-b8d3-f0c1d1c939d2 HTTP/1.1" status: 200 len: 851 time: 0.0642626 Oct 13 15:53:21.881608 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfc238-1a31-4034-b2c8-5a14a2564fc6 req-ee6428a7-a288-4b29-bdab-4749da16c786 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:21.883168 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-24dfc238-1a31-4034-b2c8-5a14a2564fc6 req-ee6428a7-a288-4b29-bdab-4749da16c786 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0537219 Oct 13 15:53:21.924039 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-24dfc238-1a31-4034-b2c8-5a14a2564fc6 req-72c09abb-da1d-4b41-a0a9-e4e2eda3796a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347176 Oct 13 15:53:21.940601 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-68f78fc2-1fb9-433c-8634-0d4b96f00d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:21.942906 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-68f78fc2-1fb9-433c-8634-0d4b96f00d94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=472e4c1f-eadc-485a-8e41-ac721b348df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456052 Oct 13 15:53:22.054249 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-238a2056-562e-4231-ad42-2b544e06b36b service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983422 Oct 13 15:53:22.059336 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af3ef4-eb43-47ce-910e-08d04d041996 req-852fec1e-884e-496f-8d77-8d88da33885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:22.060957 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-01af3ef4-eb43-47ce-910e-08d04d041996 req-852fec1e-884e-496f-8d77-8d88da33885a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 1096 time: 0.0445433 Oct 13 15:53:22.208967 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af3ef4-eb43-47ce-910e-08d04d041996 req-98b956e6-4199-44e4-85f6-bdd9fce9be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:22.210917 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-01af3ef4-eb43-47ce-910e-08d04d041996 req-98b956e6-4199-44e4-85f6-bdd9fce9be34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9 HTTP/1.1" status: 200 len: 917 time: 0.1038744 Oct 13 15:53:22.261520 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d53a4ba-a4b0-42d4-9e39-45895be3d1a6 req-787f4a15-ffaf-457a-a225-9979b8768111 service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789765 Oct 13 15:53:22.268463 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4050a9-2b42-4365-b1da-95c57990412d req-dfefa46c-8358-4ef4-9700-3e3271c73cce tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:22.270042 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d4050a9-2b42-4365-b1da-95c57990412d req-dfefa46c-8358-4ef4-9700-3e3271c73cce tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "GET /v2.0/networks?id=b2851f40-db29-4f2e-a359-e4047a31395d HTTP/1.1" status: 200 len: 815 time: 0.1800635 Oct 13 15:53:22.286371 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-2d4050a9-2b42-4365-b1da-95c57990412d req-20456e80-8c97-4d95-b90f-94c1caa95d5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Request body: {'port': {'device_id': '5bbbe89e-2aea-46a9-a5a4-754f584ad152', 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d', 'admin_state_up': True, 'tenant_id': 'c8511f9cedd645ca8749aee4bf75152e'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:22.358170 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-01af3ef4-eb43-47ce-910e-08d04d041996 req-e973969c-90ad-4a09-bb31-53b2c2db5520 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f888d746-a651-4aa2-9578-6ac1fa31823f HTTP/1.1" status: 200 len: 999 time: 0.1181772 Oct 13 15:53:22.374150 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b774f69-94c4-4404-995c-0ef19a38a63e req-57c7a665-752c-413e-be2b-cae724a29f5f tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:22.376917 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6b774f69-94c4-4404-995c-0ef19a38a63e req-57c7a665-752c-413e-be2b-cae724a29f5f tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0919991 Oct 13 15:53:22.479044 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4050a9-2b42-4365-b1da-95c57990412d req-20456e80-8c97-4d95-b90f-94c1caa95d5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Made reservation on behalf of c8511f9cedd645ca8749aee4bf75152e for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:53:22.482847 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2d4050a9-2b42-4365-b1da-95c57990412d req-20456e80-8c97-4d95-b90f-94c1caa95d5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:22.620564 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-2d4050a9-2b42-4365-b1da-95c57990412d req-20456e80-8c97-4d95-b90f-94c1caa95d5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Allocated IP 172.20.0.3 (b2851f40-db29-4f2e-a359-e4047a31395d/8a183292-d095-46b1-84b3-c41041c01558/c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:53:22.700631 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af3ef4-eb43-47ce-910e-08d04d041996 req-9b2af42f-2415-4452-9a71-4f8cee865866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:22.702140 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-01af3ef4-eb43-47ce-910e-08d04d041996 req-9b2af42f-2415-4452-9a71-4f8cee865866 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=da8df2cb-caf2-4fca-8a7b-33bd6dd69737 HTTP/1.1" status: 200 len: 855 time: 0.3205810 Oct 13 15:53:22.707145 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6b774f69-94c4-4404-995c-0ef19a38a63e req-acf336b9-8e8a-4fb5-bd7f-87c4099a9c08 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177779 Oct 13 15:53:22.717630 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746e167-8e74-4889-886d-fe2a3e9ccca0 req-d24bf75d-20dc-438a-a492-8de4b213ded2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:22.728524 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d746e167-8e74-4889-886d-fe2a3e9ccca0 req-d24bf75d-20dc-438a-a492-8de4b213ded2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0882571 Oct 13 15:53:22.780086 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2d4050a9-2b42-4365-b1da-95c57990412d req-20456e80-8c97-4d95-b90f-94c1caa95d5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:22.815982 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-92588e02-8482-4909-b6a7-683ffd34b0cf req-6f8be607-616d-49a8-a0ed-7300c977437b tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 210 time: 0.0465729 Oct 13 15:53:22.821166 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d746e167-8e74-4889-886d-fe2a3e9ccca0 req-9de51154-f254-4e36-9950-c16f8bfbe005 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908585 Oct 13 15:53:22.821166 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af3ef4-eb43-47ce-910e-08d04d041996 req-c18c57cb-303d-473d-bf8b-e040709e21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:22.821817 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-01af3ef4-eb43-47ce-910e-08d04d041996 req-c18c57cb-303d-473d-bf8b-e040709e21ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1016901 Oct 13 15:53:22.861968 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2d4050a9-2b42-4365-b1da-95c57990412d req-20456e80-8c97-4d95-b90f-94c1caa95d5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:22.876449 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['d92ee354-20d8-4752-865f-c2ce578de6f5', '77508328-b545-42cf-a602-4b48545ca08c', 'a9af2805-a128-4e54-9deb-2ce5675fcf11'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:53:22.936083 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4050a9-2b42-4365-b1da-95c57990412d req-20456e80-8c97-4d95-b90f-94c1caa95d5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Network b2851f40-db29-4f2e-a359-e4047a31395d is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:53:22.940034 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-2d4050a9-2b42-4365-b1da-95c57990412d req-20456e80-8c97-4d95-b90f-94c1caa95d5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:53:22.942812 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4050a9-2b42-4365-b1da-95c57990412d req-20456e80-8c97-4d95-b90f-94c1caa95d5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:53:22.949156 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4050a9-2b42-4365-b1da-95c57990412d req-20456e80-8c97-4d95-b90f-94c1caa95d5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:22.949958 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2d4050a9-2b42-4365-b1da-95c57990412d req-20456e80-8c97-4d95-b90f-94c1caa95d5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:22.964343 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-01af3ef4-eb43-47ce-910e-08d04d041996 req-205b3339-2e9d-4d4d-95a8-f7aa890eee3c service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286414 Oct 13 15:53:22.968096 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20456e80-8c97-4d95-b90f-94c1caa95d5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Pushing event updated for resources: {'Port': ['ID=c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:22.972933 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f631060-a570-49f4-a05c-508efddbc18c req-a2d146c6-b977-4590-a7e4-0e919d8cc764 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:22.974410 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9f631060-a570-49f4-a05c-508efddbc18c req-a2d146c6-b977-4590-a7e4-0e919d8cc764 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 931 time: 0.0811882 Oct 13 15:53:23.044489 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d4050a9-2b42-4365-b1da-95c57990412d req-20456e80-8c97-4d95-b90f-94c1caa95d5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7621133 Oct 13 15:53:23.060060 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Request body: {'port': {'device_id': '5bbbe89e-2aea-46a9-a5a4-754f584ad152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:23.102464 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9f631060-a570-49f4-a05c-508efddbc18c req-2f7d7736-377d-4472-90eb-6dc2a39cbe8c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789273 Oct 13 15:53:23.119519 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:23.133031 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611a5f2-dc95-4a25-9dab-d20eddbec1f9 req-bfd2a615-d33f-4423-8a54-970def00d3eb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:23.135354 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9611a5f2-dc95-4a25-9dab-d20eddbec1f9 req-bfd2a615-d33f-4423-8a54-970def00d3eb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.1104743 Oct 13 15:53:23.141078 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-01af3ef4-eb43-47ce-910e-08d04d041996 req-139f61de-c3cc-402a-aeb1-e432cb5d951b service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618619 Oct 13 15:53:23.255190 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9611a5f2-dc95-4a25-9dab-d20eddbec1f9 req-04cf52f5-3414-476f-b82d-641bde3d3745 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901599 Oct 13 15:53:23.299742 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7a7df-219a-4241-a1f7-272019749c45 req-d51a3cea-c2e2-40de-bfd0-4382376d24a5 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:23.301484 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48a7a7df-219a-4241-a1f7-272019749c45 req-d51a3cea-c2e2-40de-bfd0-4382376d24a5 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.37 "GET /v2.0/networks?id=b31d3d17-da22-4a6d-840b-0ac706e65ceb HTTP/1.1" status: 200 len: 813 time: 0.1361957 Oct 13 15:53:23.316501 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [req-48a7a7df-219a-4241-a1f7-272019749c45 req-bcd7388c-9204-4859-96ff-bd18030d3ebf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Request body: {'port': {'device_id': '317b57ac-6ba5-44c8-83c6-a0d4114232a3', 'network_id': 'b31d3d17-da22-4a6d-840b-0ac706e65ceb', 'admin_state_up': True, 'tenant_id': '935ecb47a9aa4f60a0598409f0ba4085'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:23.432072 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:53:23.448176 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:23.476875 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Transition to ACTIVE for port object c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:53:23.489490 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a7a7df-219a-4241-a1f7-272019749c45 req-bcd7388c-9204-4859-96ff-bd18030d3ebf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Made reservation on behalf of 935ecb47a9aa4f60a0598409f0ba4085 for: {'port': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:53:23.493144 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-48a7a7df-219a-4241-a1f7-272019749c45 req-bcd7388c-9204-4859-96ff-bd18030d3ebf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:23.496327 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d3c85-29ab-4691-b0ec-05156d9f3e92 req-5d48d88b-c569-4734-83f5-b20b29a7908c tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:23.497791 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-349d3c85-29ab-4691-b0ec-05156d9f3e92 req-5d48d88b-c569-4734-83f5-b20b29a7908c tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.37 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0614250 Oct 13 15:53:23.573580 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:23.622160 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [req-48a7a7df-219a-4241-a1f7-272019749c45 req-bcd7388c-9204-4859-96ff-bd18030d3ebf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Allocated IP 172.20.0.2 (b31d3d17-da22-4a6d-840b-0ac706e65ceb/8db9d386-19dc-4221-b568-bc80557ca6be/abc99db2-cb2d-4232-8648-25ae991ef42d) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:53:23.642828 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Pushing event updated for resources: {'Port': ['ID=c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:23.689339 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Attempting to bind port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:53:23.689339 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Attempting to bind port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:53:23.689339 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Attempting to bind port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc on network b2851f40-db29-4f2e-a359-e4047a31395d {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:53:23.692753 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-349d3c85-29ab-4691-b0ec-05156d9f3e92 req-46005277-3c9c-47e6-98ed-2624f9049466 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Deleting port ccbc776a-97a2-499a-8202-661d59e93f41 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:53:23.693183 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-349d3c85-29ab-4691-b0ec-05156d9f3e92 req-46005277-3c9c-47e6-98ed-2624f9049466 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:23.699186 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc on network b2851f40-db29-4f2e-a359-e4047a31395d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:53:23.699517 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Attempting to bind port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc on network b2851f40-db29-4f2e-a359-e4047a31395d {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:53:23.742900 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:53:23.743248 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Checking segment: {'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:53:23.743640 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Bound using segment: {'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:53:23.744088 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Bound port: c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a7fc77-641e-4de7-b0d5-d278bee31d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:53:23.744449 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:23.783726 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-48a7a7df-219a-4241-a1f7-272019749c45 req-bcd7388c-9204-4859-96ff-bd18030d3ebf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:23.853948 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-349d3c85-29ab-4691-b0ec-05156d9f3e92 req-46005277-3c9c-47e6-98ed-2624f9049466 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] For port ccbc776a-97a2-499a-8202-661d59e93f41, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ccbc776a-97a2-499a-8202-661d59e93f41,segment=NetworkSegment(35d579cc-7592-4e92-9f2d-d12105aeadcc),segment_id=35d579cc-7592-4e92-9f2d-d12105aeadcc)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:23.854365 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-349d3c85-29ab-4691-b0ec-05156d9f3e92 req-46005277-3c9c-47e6-98ed-2624f9049466 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:23.862246 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932c318-007c-47fa-bfcd-6a4ddf2567c7 req-e7cc6f87-619b-4c16-acc7-aec1388e107c tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:23.864564 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a932c318-007c-47fa-bfcd-6a4ddf2567c7 req-e7cc6f87-619b-4c16-acc7-aec1388e107c tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 946 time: 0.0639265 Oct 13 15:53:23.879895 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-349d3c85-29ab-4691-b0ec-05156d9f3e92 req-46005277-3c9c-47e6-98ed-2624f9049466 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Calling delete_port for ccbc776a-97a2-499a-8202-661d59e93f41 owned by compute:nova {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:53:23.882065 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] For port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:53:23.899878 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] For port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:53:23.911560 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-48a7a7df-219a-4241-a1f7-272019749c45 req-bcd7388c-9204-4859-96ff-bd18030d3ebf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:23.936128 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a932c318-007c-47fa-bfcd-6a4ddf2567c7 req-537acb1e-7471-4396-bd49-2146526919f2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661368 Oct 13 15:53:23.963861 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:23.992814 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a7a7df-219a-4241-a1f7-272019749c45 req-bcd7388c-9204-4859-96ff-bd18030d3ebf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Network b31d3d17-da22-4a6d-840b-0ac706e65ceb is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:53:23.996638 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7388c-9204-4859-96ff-bd18030d3ebf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Pushing event updated for resources: {'Port': ['ID=abc99db2-cb2d-4232-8648-25ae991ef42d,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:24.001783 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [req-48a7a7df-219a-4241-a1f7-272019749c45 req-bcd7388c-9204-4859-96ff-bd18030d3ebf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:53:24.005017 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a7a7df-219a-4241-a1f7-272019749c45 req-bcd7388c-9204-4859-96ff-bd18030d3ebf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:53:24.028411 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Pushing event updated for resources: {'Port': ['ID=c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:24.036729 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:24.037334 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:24.038848 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d4050a9-2b42-4365-b1da-95c57990412d req-ea19f48b-ef78-40d5-be40-935e8b307fff service neutron] 10.222.0.37 "PUT /v2.0/ports/c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc HTTP/1.1" status: 200 len: 1093 time: 0.9831383 Oct 13 15:53:24.039160 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbbe89e-2aea-46a9-a5a4-754f584ad152', 'tag': 'c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:24.041389 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807d7eee-b378-4558-938c-e5680454e61c" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbbe89e-2aea-46a9-a5a4-754f584ad152", "tag": "c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:24.067187 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a032e-0880-41cd-b101-e180eb123b29 req-d0deecfa-7dbb-4926-9291-2e769a84dec8 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:24.068617 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6a6a032e-0880-41cd-b101-e180eb123b29 req-d0deecfa-7dbb-4926-9291-2e769a84dec8 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 931 time: 0.1780691 Oct 13 15:53:24.115809 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7a7df-219a-4241-a1f7-272019749c45 req-bcd7388c-9204-4859-96ff-bd18030d3ebf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:24.116407 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-48a7a7df-219a-4241-a1f7-272019749c45 req-bcd7388c-9204-4859-96ff-bd18030d3ebf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:24.141580 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092958c-83dc-49b9-a4db-a20f6bab7445 req-5fe7b7c3-ada4-4bc8-9322-507a289f58c0 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:24.143065 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0092958c-83dc-49b9-a4db-a20f6bab7445 req-5fe7b7c3-ada4-4bc8-9322-507a289f58c0 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 943 time: 0.1352377 Oct 13 15:53:24.154169 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6a6a032e-0880-41cd-b101-e180eb123b29 req-34bf8498-c796-40c2-81af-ae46bd65c7a7 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777955 Oct 13 15:53:24.160835 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-349d3c85-29ab-4691-b0ec-05156d9f3e92 req-46005277-3c9c-47e6-98ed-2624f9049466 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:24.183244 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['44ce228c-7434-48dc-b1f9-11fdc09d493a', 'ccbc776a-97a2-499a-8202-661d59e93f41'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:53:24.213589 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0092958c-83dc-49b9-a4db-a20f6bab7445 req-da13c81d-c070-43c6-ae8c-fe25089cb431 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624080 Oct 13 15:53:24.216503 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daddae96-52af-4f02-8be6-636a51552b15 x-openstack-request-id: req-daddae96-52af-4f02-8be6-636a51552b15 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:24.216793 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbbe89e-2aea-46a9-a5a4-754f584ad152", "tag": "c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:24.217096 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-daddae96-52af-4f02-8be6-636a51552b15 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:24.217496 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbbe89e-2aea-46a9-a5a4-754f584ad152', 'tag': 'c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc', 'status': 'completed', 'code': 200} Oct 13 15:53:24.223134 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46005277-3c9c-47e6-98ed-2624f9049466 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Pushing event deleted for resources: {'Port': ['ID=ccbc776a-97a2-499a-8202-661d59e93f41,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:24.240580 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48a7a7df-219a-4241-a1f7-272019749c45 req-bcd7388c-9204-4859-96ff-bd18030d3ebf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9228725 Oct 13 15:53:24.252263 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Request body: {'port': {'device_id': '317b57ac-6ba5-44c8-83c6-a0d4114232a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:24.280282 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-349d3c85-29ab-4691-b0ec-05156d9f3e92 req-46005277-3c9c-47e6-98ed-2624f9049466 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] No DVR routers for this DVR port ccbc776a-97a2-499a-8202-661d59e93f41 on host hv-cinder-77428 {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:53:24.282909 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4050a9-2b42-4365-b1da-95c57990412d req-3f8b0520-76fc-4382-9975-806d1005dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:24.284410 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d4050a9-2b42-4365-b1da-95c57990412d req-3f8b0520-76fc-4382-9975-806d1005dc39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8511f9cedd645ca8749aee4bf75152e&device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 1096 time: 0.1218877 Oct 13 15:53:24.286770 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-349d3c85-29ab-4691-b0ec-05156d9f3e92 req-46005277-3c9c-47e6-98ed-2624f9049466 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:24.290197 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-349d3c85-29ab-4691-b0ec-05156d9f3e92 req-46005277-3c9c-47e6-98ed-2624f9049466 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.37 "DELETE /v2.0/ports/ccbc776a-97a2-499a-8202-661d59e93f41 HTTP/1.1" status: 204 len: 173 time: 0.7827456 Oct 13 15:53:24.333096 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:24.345552 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d4050a9-2b42-4365-b1da-95c57990412d req-0785eae7-5479-43fd-a13e-3016a3312bae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc HTTP/1.1" status: 200 len: 217 time: 0.0451107 Oct 13 15:53:24.400787 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4050a9-2b42-4365-b1da-95c57990412d req-4729290b-8a20-4e17-9ba2-dd359fdc8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:24.402375 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d4050a9-2b42-4365-b1da-95c57990412d req-4729290b-8a20-4e17-9ba2-dd359fdc8dc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a183292-d095-46b1-84b3-c41041c01558 HTTP/1.1" status: 200 len: 855 time: 0.0488234 Oct 13 15:53:24.436110 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d4050a9-2b42-4365-b1da-95c57990412d req-8c93191a-de73-4135-85f3-a9b404d84ff8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2851f40-db29-4f2e-a359-e4047a31395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252812 Oct 13 15:53:24.498665 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b845d-89cb-4cf9-80c5-c2c457724dd5 req-4731cdbe-ff10-4c0c-b68e-60f72228c65b tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:24.500616 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9f7b845d-89cb-4cf9-80c5-c2c457724dd5 req-4731cdbe-ff10-4c0c-b68e-60f72228c65b tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 943 time: 0.2080801 Oct 13 15:53:24.511249 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c6c8f-5f66-4d43-9cc8-0d35a9084670 req-fabc5a75-b61f-469b-8b46-5405d6a1f56e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:24.512690 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee5c6c8f-5f66-4d43-9cc8-0d35a9084670 req-fabc5a75-b61f-469b-8b46-5405d6a1f56e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.1518831 Oct 13 15:53:24.534354 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d4050a9-2b42-4365-b1da-95c57990412d req-93eed49d-ff68-462f-876b-e505b1f5cf67 service neutron] 10.222.0.37 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897217 Oct 13 15:53:24.620746 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee5c6c8f-5f66-4d43-9cc8-0d35a9084670 req-1716fac2-19df-4544-bfde-3df5da562d28 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011231 Oct 13 15:53:24.630008 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9f7b845d-89cb-4cf9-80c5-c2c457724dd5 req-5ec499bc-ce45-4b11-93e9-3ab57223a9b3 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133471 Oct 13 15:53:24.641452 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d4050a9-2b42-4365-b1da-95c57990412d req-df31d3ca-6337-494b-9590-c95d01fddb1b service neutron] 10.222.0.37 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987051 Oct 13 15:53:24.733031 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc99db2-cb2d-4232-8648-25ae991ef42d {{(pid=107005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:53:24.740624 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:24.753314 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.provisioning_blocks [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Transition to ACTIVE for port object abc99db2-cb2d-4232-8648-25ae991ef42d will not be triggered until provisioned by entity L2. {{(pid=107005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:53:24.773922 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d7eee-b378-4558-938c-e5680454e61c req-124d38b3-5daa-4cd9-ad77-ca39e894e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:24.775930 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-807d7eee-b378-4558-938c-e5680454e61c req-124d38b3-5daa-4cd9-ad77-ca39e894e5b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8511f9cedd645ca8749aee4bf75152e&device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 1096 time: 0.0417912 Oct 13 15:53:24.823691 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4586336'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:24.872303 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d7eee-b378-4558-938c-e5680454e61c req-edd2eb76-64e9-414b-9974-61ecb7ccba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:24.872995 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Pushing event updated for resources: {'Port': ['ID=abc99db2-cb2d-4232-8648-25ae991ef42d,revision_number=2']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:24.873816 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-807d7eee-b378-4558-938c-e5680454e61c req-edd2eb76-64e9-414b-9974-61ecb7ccba94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2851f40-db29-4f2e-a359-e4047a31395d HTTP/1.1" status: 200 len: 916 time: 0.0870886 Oct 13 15:53:24.915716 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-807d7eee-b378-4558-938c-e5680454e61c req-06581361-5290-4849-9f87-918f0e8ebba8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc HTTP/1.1" status: 200 len: 217 time: 0.0341768 Oct 13 15:53:24.944681 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Attempting to bind port abc99db2-cb2d-4232-8648-25ae991ef42d on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:53:24.945009 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Attempting to bind port abc99db2-cb2d-4232-8648-25ae991ef42d by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'b62f64ff-6a37-4d83-82bc-c7778c4826d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31d3d17-da22-4a6d-840b-0ac706e65ceb'}] {{(pid=107005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:53:24.945331 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Attempting to bind port abc99db2-cb2d-4232-8648-25ae991ef42d on network b31d3d17-da22-4a6d-840b-0ac706e65ceb {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:53:24.949407 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Port abc99db2-cb2d-4232-8648-25ae991ef42d on network b31d3d17-da22-4a6d-840b-0ac706e65ceb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:53:24.949718 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Attempting to bind port abc99db2-cb2d-4232-8648-25ae991ef42d on network b31d3d17-da22-4a6d-840b-0ac706e65ceb {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:53:24.955045 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:53:24.955372 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Checking segment: {'id': 'b62f64ff-6a37-4d83-82bc-c7778c4826d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31d3d17-da22-4a6d-840b-0ac706e65ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:53:24.955745 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Bound using segment: {'id': 'b62f64ff-6a37-4d83-82bc-c7778c4826d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31d3d17-da22-4a6d-840b-0ac706e65ceb'} {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:53:24.956160 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Bound port: abc99db2-cb2d-4232-8648-25ae991ef42d, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62f64ff-6a37-4d83-82bc-c7778c4826d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31d3d17-da22-4a6d-840b-0ac706e65ceb'}}] {{(pid=107005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:53:24.956507 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:24.967594 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d7eee-b378-4558-938c-e5680454e61c req-d8618882-67e0-4a8b-98a7-8a6989127019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:24.968548 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-807d7eee-b378-4558-938c-e5680454e61c req-d8618882-67e0-4a8b-98a7-8a6989127019 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a183292-d095-46b1-84b3-c41041c01558 HTTP/1.1" status: 200 len: 855 time: 0.0435767 Oct 13 15:53:25.006332 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-807d7eee-b378-4558-938c-e5680454e61c req-e9b861e9-f6dd-49d8-8038-fbcfe63749b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2851f40-db29-4f2e-a359-e4047a31395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287871 Oct 13 15:53:25.019847 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] For port abc99db2-cb2d-4232-8648-25ae991ef42d, host hv-cinder-77428, cleared binding levels {{(pid=107005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:53:25.022838 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] For port abc99db2-cb2d-4232-8648-25ae991ef42d, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=abc99db2-cb2d-4232-8648-25ae991ef42d,segment=NetworkSegment(b62f64ff-6a37-4d83-82bc-c7778c4826d8),segment_id=b62f64ff-6a37-4d83-82bc-c7778c4826d8)] {{(pid=107005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:53:25.051671 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-758fd952-e10a-4d2c-9d28-d4e8040918d3 req-408cad9c-2960-4cc0-b6de-f59a60cc42a2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=a950b404-79e5-448e-a915-2178d9eff6c6 HTTP/1.1" status: 200 len: 210 time: 0.0273716 Oct 13 15:53:25.104982 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4586336'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:25.121262 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-807d7eee-b378-4558-938c-e5680454e61c req-05c54718-9f95-49dd-83b0-bcd142ccb471 service neutron] 10.222.0.37 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942495 Oct 13 15:53:25.141971 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:25.142584 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:25.143978 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48a7a7df-219a-4241-a1f7-272019749c45 req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] 10.222.0.37 "PUT /v2.0/ports/abc99db2-cb2d-4232-8648-25ae991ef42d HTTP/1.1" status: 200 len: 1093 time: 0.8985548 Oct 13 15:53:25.144403 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317b57ac-6ba5-44c8-83c6-a0d4114232a3', 'tag': 'abc99db2-cb2d-4232-8648-25ae991ef42d'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:25.146638 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1057891b-333b-4477-ab4a-e1180a53dfa2" -d '{"events": [{"name": "network-changed", "server_uuid": "317b57ac-6ba5-44c8-83c6-a0d4114232a3", "tag": "abc99db2-cb2d-4232-8648-25ae991ef42d"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:25.184208 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e91e73-d476-40ef-a7c7-2da282c5a507 service neutron] Pushing event updated for resources: {'Port': ['ID=abc99db2-cb2d-4232-8648-25ae991ef42d,revision_number=3']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:25.190426 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde2793c-58c5-4139-ade9-708ed507fe61 x-openstack-request-id: req-cde2793c-58c5-4139-ade9-708ed507fe61 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:25.190902 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317b57ac-6ba5-44c8-83c6-a0d4114232a3", "tag": "abc99db2-cb2d-4232-8648-25ae991ef42d", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:25.191585 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cde2793c-58c5-4139-ade9-708ed507fe61 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:25.192307 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317b57ac-6ba5-44c8-83c6-a0d4114232a3', 'tag': 'abc99db2-cb2d-4232-8648-25ae991ef42d', 'status': 'completed', 'code': 200} Oct 13 15:53:25.257248 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-807d7eee-b378-4558-938c-e5680454e61c req-f05e2e15-3638-445a-8771-ebaa7aa628f9 service neutron] 10.222.0.37 "GET /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258378 Oct 13 15:53:25.313196 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057891b-333b-4477-ab4a-e1180a53dfa2 req-285144f3-be5e-43b9-8ca5-245fd91de13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:25.314679 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1057891b-333b-4477-ab4a-e1180a53dfa2 req-285144f3-be5e-43b9-8ca5-245fd91de13a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=935ecb47a9aa4f60a0598409f0ba4085&device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 1096 time: 0.0914154 Oct 13 15:53:25.404888 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb34a3-b85f-47b7-96b1-54b6e3d0804c req-1773cac1-48df-4268-ba84-9312d86f6a12 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:25.406898 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dffb34a3-b85f-47b7-96b1-54b6e3d0804c req-1773cac1-48df-4268-ba84-9312d86f6a12 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 943 time: 0.1563611 Oct 13 15:53:25.467616 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9365f7-94d1-4cd3-965d-aa9cea1dfc03 req-cfb8b8d0-79d0-4f4a-a88a-ed9546142f72 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:25.469191 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1d9365f7-94d1-4cd3-965d-aa9cea1dfc03 req-cfb8b8d0-79d0-4f4a-a88a-ed9546142f72 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 943 time: 0.1615295 Oct 13 15:53:25.506431 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dffb34a3-b85f-47b7-96b1-54b6e3d0804c req-5ac114eb-f491-4fc3-b8d9-93a5147cc03d tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924189 Oct 13 15:53:25.518831 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057891b-333b-4477-ab4a-e1180a53dfa2 req-0f3fb04a-303e-4114-9573-d626fc7f7470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:25.520374 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1057891b-333b-4477-ab4a-e1180a53dfa2 req-0f3fb04a-303e-4114-9573-d626fc7f7470 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=935ecb47a9aa4f60a0598409f0ba4085&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1962850 Oct 13 15:53:25.556297 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1d9365f7-94d1-4cd3-965d-aa9cea1dfc03 req-a358e32e-9ef7-4690-ac94-be568d94e2a0 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724990 Oct 13 15:53:25.632272 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057891b-333b-4477-ab4a-e1180a53dfa2 req-7f1a2221-eb20-4a08-944c-7f52332fb427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:25.633741 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1057891b-333b-4477-ab4a-e1180a53dfa2 req-7f1a2221-eb20-4a08-944c-7f52332fb427 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018639 Oct 13 15:53:25.778932 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7a7df-219a-4241-a1f7-272019749c45 req-0c5e9f5d-ea64-4335-b2e8-134c3df82149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:25.780419 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48a7a7df-219a-4241-a1f7-272019749c45 req-0c5e9f5d-ea64-4335-b2e8-134c3df82149 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=935ecb47a9aa4f60a0598409f0ba4085&device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 1096 time: 0.1016746 Oct 13 15:53:25.794565 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341af616-9662-4409-99f0-b981daa5c7bd req-4714e53a-3d4b-477c-ad93-065109a7cb4c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:25.796593 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-341af616-9662-4409-99f0-b981daa5c7bd req-4714e53a-3d4b-477c-ad93-065109a7cb4c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 943 time: 0.0910282 Oct 13 15:53:25.850091 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df5a58-bfa9-4607-9552-341c0fd172e9 req-b6cea9e9-0068-4131-b55c-55a12230c898 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:25.851537 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-90df5a58-bfa9-4607-9552-341c0fd172e9 req-b6cea9e9-0068-4131-b55c-55a12230c898 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.1426914 Oct 13 15:53:25.854011 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48a7a7df-219a-4241-a1f7-272019749c45 req-7308d832-8310-4dec-8bd4-bf57bb18fa00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=abc99db2-cb2d-4232-8648-25ae991ef42d HTTP/1.1" status: 200 len: 217 time: 0.0563242 Oct 13 15:53:26.138904 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-341af616-9662-4409-99f0-b981daa5c7bd req-20c2d41c-76bd-4446-a5a7-9ebc9107718e tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339241 Oct 13 15:53:26.159672 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-90df5a58-bfa9-4607-9552-341c0fd172e9 req-edb6ff44-c94f-454b-a851-b7b761b4584b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921720 Oct 13 15:53:26.159672 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7a7df-219a-4241-a1f7-272019749c45 req-ccc3f251-2e0d-43e2-ba2d-218aa775c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:26.160706 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48a7a7df-219a-4241-a1f7-272019749c45 req-ccc3f251-2e0d-43e2-ba2d-218aa775c1cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8db9d386-19dc-4221-b568-bc80557ca6be HTTP/1.1" status: 200 len: 853 time: 0.2928967 Oct 13 15:53:26.197537 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48a7a7df-219a-4241-a1f7-272019749c45 req-7b2d4353-e7e2-4d3c-a73b-4ea1541a70f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b31d3d17-da22-4a6d-840b-0ac706e65ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253532 Oct 13 15:53:26.218981 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a950b404-79e5-448e-a915-2178d9eff6c6', 'name': 'network-vif-deleted', 'tag': 'ccbc776a-97a2-499a-8202-661d59e93f41'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:26.221316 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cae076-e502-4adf-936a-bd34bae6a769" -d '{"events": [{"server_uuid": "a950b404-79e5-448e-a915-2178d9eff6c6", "name": "network-vif-deleted", "tag": "ccbc776a-97a2-499a-8202-661d59e93f41"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:26.257646 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c025db-ced5-4fa4-9264-4ed1bc437101 x-openstack-request-id: req-f3c025db-ced5-4fa4-9264-4ed1bc437101 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:26.257950 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a950b404-79e5-448e-a915-2178d9eff6c6", "name": "network-vif-deleted", "tag": "ccbc776a-97a2-499a-8202-661d59e93f41", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:26.258206 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3c025db-ced5-4fa4-9264-4ed1bc437101 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:26.258605 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a950b404-79e5-448e-a915-2178d9eff6c6', 'name': 'network-vif-deleted', 'tag': 'ccbc776a-97a2-499a-8202-661d59e93f41', 'status': 'completed', 'code': 200} Oct 13 15:53:26.293437 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48a7a7df-219a-4241-a1f7-272019749c45 req-db3da395-38dd-41b6-8b97-2159476f8a2f service neutron] 10.222.0.37 "GET /v2.0/networks/b31d3d17-da22-4a6d-840b-0ac706e65ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873823 Oct 13 15:53:26.381823 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48a7a7df-219a-4241-a1f7-272019749c45 req-8d6713df-9ae9-40ca-8f51-6dc159c82c15 service neutron] 10.222.0.37 "GET /v2.0/networks/b31d3d17-da22-4a6d-840b-0ac706e65ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810657 Oct 13 15:53:26.642712 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca9917-8630-4edb-9cd9-59e7884c2285 req-c235bd4a-9499-4b0b-be78-1bc538745c98 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:26.644182 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-99ca9917-8630-4edb-9cd9-59e7884c2285 req-c235bd4a-9499-4b0b-be78-1bc538745c98 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0839455 Oct 13 15:53:26.656868 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d59b85-56e4-4ee0-ad1f-7d005d304e62 req-7356a43c-63c4-4d01-910f-69a5915e809c tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:26.658234 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-61d59b85-56e4-4ee0-ad1f-7d005d304e62 req-7356a43c-63c4-4d01-910f-69a5915e809c tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 943 time: 0.0716355 Oct 13 15:53:26.711192 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-99ca9917-8630-4edb-9cd9-59e7884c2285 req-144bb503-8466-4df0-9bf6-70eaf94f40cf tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518889 Oct 13 15:53:26.715774 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-61d59b85-56e4-4ee0-ad1f-7d005d304e62 req-62d8fae0-0172-46ff-9181-57f7864efdc8 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511243 Oct 13 15:53:26.786683 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:53:26.789819 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device ccbc776a-97a2-499a-8202-661d59e93f41 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:53:26.813736 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: ccbc776a-97a2-499a-8202-661d59e93f41 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:53:26.814070 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device ccbc776a-97a2-499a-8202-661d59e93f41 not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:53:26.815726 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253047ba-a5a0-4f00-abb2-1cb0bf8cc249 req-650d1a80-8fc3-4235-a6b0-c37bef176669 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:26.817206 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-253047ba-a5a0-4f00-abb2-1cb0bf8cc249 req-650d1a80-8fc3-4235-a6b0-c37bef176669 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0514913 Oct 13 15:53:26.854070 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-253047ba-a5a0-4f00-abb2-1cb0bf8cc249 req-ce351a36-543d-463a-b851-f68e4dfeabef tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307078 Oct 13 15:53:26.901256 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:26.911574 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': 'c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc', 'network_id': 'b2851f40-db29-4f2e-a359-e4047a31395d', 'port_id': 'c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc', 'mac_address': 'fa:16:3e:95:8f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a183292-d095-46b1-84b3-c41041c01558', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:53:26.947291 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:26.959286 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:53:26.978175 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:27.049088 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:27.096748 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:27.280916 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a2a07-c2e7-4f12-b222-9a3de3c97d18 req-e4d741fb-c264-4c6a-bdde-6a6d59d35149 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:27.282284 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0c8a2a07-c2e7-4f12-b222-9a3de3c97d18 req-e4d741fb-c264-4c6a-bdde-6a6d59d35149 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 944 time: 0.0767536 Oct 13 15:53:27.301926 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e41300-a6bc-42a3-bb59-f67698a8d8a9 req-65df808b-a4c9-4af7-89de-389bb0e9ff5f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:27.303332 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-50e41300-a6bc-42a3-bb59-f67698a8d8a9 req-65df808b-a4c9-4af7-89de-389bb0e9ff5f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0725276 Oct 13 15:53:27.349926 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0c8a2a07-c2e7-4f12-b222-9a3de3c97d18 req-8abe5a91-1ce1-4c22-8c89-0bac88de7e15 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610216 Oct 13 15:53:27.360340 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-50e41300-a6bc-42a3-bb59-f67698a8d8a9 req-14672ce4-03e5-47e6-a028-ad400d44ccf6 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460808 Oct 13 15:53:27.465348 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:53:27.852399 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a67cf-2490-48cb-8833-e8f0ad71a29b req-bf1229aa-b7ea-416a-b1d0-7c9f1e3d49ee tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:27.853862 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-849a67cf-2490-48cb-8833-e8f0ad71a29b req-bf1229aa-b7ea-416a-b1d0-7c9f1e3d49ee tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0754559 Oct 13 15:53:27.862262 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95076806-9d9b-471f-b7ac-b675042626d7 req-24850641-d3f8-451e-81c0-e9ab1d29e76d tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:27.863640 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-95076806-9d9b-471f-b7ac-b675042626d7 req-24850641-d3f8-451e-81c0-e9ab1d29e76d tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 943 time: 0.0765111 Oct 13 15:53:27.919626 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-849a67cf-2490-48cb-8833-e8f0ad71a29b req-73c88d0e-28e6-420d-86c3-ab358198f01e tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550599 Oct 13 15:53:27.924968 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-95076806-9d9b-471f-b7ac-b675042626d7 req-ac8888f5-3043-4e38-84c3-c57214e0274f tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548804 Oct 13 15:53:28.020672 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15a93d-770b-42a0-9732-5d095dc39af2 req-fa45b399-0767-4792-97b9-10c067631396 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:28.022015 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bb15a93d-770b-42a0-9732-5d095dc39af2 req-fa45b399-0767-4792-97b9-10c067631396 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0487235 Oct 13 15:53:28.058673 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bb15a93d-770b-42a0-9732-5d095dc39af2 req-5f93db24-09f0-4d82-bfc8-0e65c75135aa tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307860 Oct 13 15:53:28.499798 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f6162-6da7-4a59-8791-d8a79671d2e8 req-7f03d744-3cb6-4c23-b25d-51e1c7d0fb5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:28.501236 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3a0f6162-6da7-4a59-8791-d8a79671d2e8 req-7f03d744-3cb6-4c23-b25d-51e1c7d0fb5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 944 time: 0.0832007 Oct 13 15:53:28.509427 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf21aa-3a39-4610-a8ab-b30d8a7935e8 req-f1ebe179-3f1a-48fb-9cd0-7af11366540b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:28.510766 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-31bf21aa-3a39-4610-a8ab-b30d8a7935e8 req-f1ebe179-3f1a-48fb-9cd0-7af11366540b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 943 time: 0.0811510 Oct 13 15:53:28.535249 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-09d1fa27-0769-41c2-8318-9696436b05f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:28.565380 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3a0f6162-6da7-4a59-8791-d8a79671d2e8 req-1d24e7af-924f-4b5a-99a3-dff23176b509 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535886 Oct 13 15:53:28.570019 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-31bf21aa-3a39-4610-a8ab-b30d8a7935e8 req-66f2db6d-fb33-4a36-b22b-8180664143f4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510752 Oct 13 15:53:28.816800 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device f888d746-a651-4aa2-9578-6ac1fa31823f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:53:28.818760 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:53:28.943325 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port f888d746-a651-4aa2-9578-6ac1fa31823f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f888d746-a651-4aa2-9578-6ac1fa31823f,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:28.955729 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'port_id': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'mac_address': 'fa:16:3e:70:c8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:53:28.994216 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:29.008811 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f888d746-a651-4aa2-9578-6ac1fa31823f {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:53:29.014094 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:53:29.023176 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:53:29.023543 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:29.051919 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port f888d746-a651-4aa2-9578-6ac1fa31823f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f888d746-a651-4aa2-9578-6ac1fa31823f,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:29.085751 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f58778-32ed-4a22-94f4-34e170f136ab req-3c4476ac-e2e7-49a4-b9b1-f97344067588 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:29.087161 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-25f58778-32ed-4a22-94f4-34e170f136ab req-3c4476ac-e2e7-49a4-b9b1-f97344067588 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0803952 Oct 13 15:53:29.095651 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91430776-a156-4607-8dee-c5d1e0e5a2ef req-b78281fb-bd8a-4a79-bead-65c550413b70 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:29.097044 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-91430776-a156-4607-8dee-c5d1e0e5a2ef req-b78281fb-bd8a-4a79-bead-65c550413b70 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 943 time: 0.0804968 Oct 13 15:53:29.110475 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:29.113505 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:29.114142 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device abc99db2-cb2d-4232-8648-25ae991ef42d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:53:29.158750 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-25f58778-32ed-4a22-94f4-34e170f136ab req-db64ef46-ba77-470a-ab98-5cf2e57b0a97 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607457 Oct 13 15:53:29.163991 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-91430776-a156-4607-8dee-c5d1e0e5a2ef req-88dc8201-f113-41ac-9834-9aae2607bfa6 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601170 Oct 13 15:53:29.174899 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbbe89e-2aea-46a9-a5a4-754f584ad152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:29.177258 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affd5596-afd6-4178-9a85-6e3406b627c5" -d '{"events": [{"server_uuid": "5bbbe89e-2aea-46a9-a5a4-754f584ad152", "name": "network-vif-plugged", "status": "completed", "tag": "c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:29.235023 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:29.236818 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe25ca0-56a4-4e3f-9513-f1311699f9db x-openstack-request-id: req-6fe25ca0-56a4-4e3f-9513-f1311699f9db {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:29.237104 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbbe89e-2aea-46a9-a5a4-754f584ad152", "name": "network-vif-plugged", "status": "completed", "tag": "c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:29.237363 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6fe25ca0-56a4-4e3f-9513-f1311699f9db {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:29.237740 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbbe89e-2aea-46a9-a5a4-754f584ad152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc', 'code': 200} Oct 13 15:53:29.243292 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=f888d746-a651-4aa2-9578-6ac1fa31823f,revision_number=9']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:29.277273 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf244e4-4c83-44e0-ab74-fd1045cb9abd req-b408f6d2-d6d4-4819-9cd2-bf56386d4b9c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:29.280818 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9bf244e4-4c83-44e0-ab74-fd1045cb9abd req-b408f6d2-d6d4-4819-9cd2-bf56386d4b9c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0597150 Oct 13 15:53:29.296477 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port abc99db2-cb2d-4232-8648-25ae991ef42d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=abc99db2-cb2d-4232-8648-25ae991ef42d,segment=NetworkSegment(b62f64ff-6a37-4d83-82bc-c7778c4826d8),segment_id=b62f64ff-6a37-4d83-82bc-c7778c4826d8)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:29.309215 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:29.313559 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': 'abc99db2-cb2d-4232-8648-25ae991ef42d', 'network_id': 'b31d3d17-da22-4a6d-840b-0ac706e65ceb', 'port_id': 'abc99db2-cb2d-4232-8648-25ae991ef42d', 'mac_address': 'fa:16:3e:1b:2f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db9d386-19dc-4221-b568-bc80557ca6be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:53:29.323258 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9bf244e4-4c83-44e0-ab74-fd1045cb9abd req-c51ceea5-efc9-4ec3-9efd-da6eb0b96188 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363071 Oct 13 15:53:29.383703 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:29.386431 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:29.403048 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc99db2-cb2d-4232-8648-25ae991ef42d {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:53:29.423252 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port abc99db2-cb2d-4232-8648-25ae991ef42d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=abc99db2-cb2d-4232-8648-25ae991ef42d,segment=NetworkSegment(b62f64ff-6a37-4d83-82bc-c7778c4826d8),segment_id=b62f64ff-6a37-4d83-82bc-c7778c4826d8)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:29.495321 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:29.543088 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=abc99db2-cb2d-4232-8648-25ae991ef42d,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:29.551976 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaf55c-e2be-4667-aab0-a59084145c38 req-569d2aa8-465b-4331-9ecf-e0c095467940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:29.553256 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-31eaf55c-e2be-4667-aab0-a59084145c38 req-569d2aa8-465b-4331-9ecf-e0c095467940 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 1098 time: 0.0436029 Oct 13 15:53:29.599366 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-31eaf55c-e2be-4667-aab0-a59084145c38 req-91e55ab5-c7ff-459e-a04d-52d216f0fe83 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284131 Oct 13 15:53:29.713581 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c995d9-3b81-4142-a3a8-0b3f1317c9ce req-2173f553-0b89-4a69-adb7-262d52ff5d65 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:29.715073 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-20c995d9-3b81-4142-a3a8-0b3f1317c9ce req-2173f553-0b89-4a69-adb7-262d52ff5d65 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 945 time: 0.0806272 Oct 13 15:53:29.724078 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947fbb5-84a6-4366-a21e-5d36272e4af5 req-c48772a9-cf8e-4f3a-9216-c41fa4963040 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:29.725478 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1947fbb5-84a6-4366-a21e-5d36272e4af5 req-c48772a9-cf8e-4f3a-9216-c41fa4963040 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 944 time: 0.0814924 Oct 13 15:53:29.774200 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-20c995d9-3b81-4142-a3a8-0b3f1317c9ce req-b4a45577-7bb7-4286-948f-0f0cf9863723 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477664 Oct 13 15:53:29.787263 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1947fbb5-84a6-4366-a21e-5d36272e4af5 req-a1da3141-4248-4c07-9c91-168107952ecf tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550046 Oct 13 15:53:29.826656 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['abc99db2-cb2d-4232-8648-25ae991ef42d'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:53:29.859910 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['f888d746-a651-4aa2-9578-6ac1fa31823f'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:53:30.300977 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45075533-b56f-4c6f-bbf3-bbf119871f1c req-80ace578-901a-49b2-943e-b7a924b0ed86 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:30.302455 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-45075533-b56f-4c6f-bbf3-bbf119871f1c req-80ace578-901a-49b2-943e-b7a924b0ed86 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0773451 Oct 13 15:53:30.314568 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d086c84-5a28-46a1-8514-72ba0b972a16 req-74b23f71-bbeb-4cf6-abb1-d558f92b8c41 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:30.316032 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4d086c84-5a28-46a1-8514-72ba0b972a16 req-74b23f71-bbeb-4cf6-abb1-d558f92b8c41 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 944 time: 0.0815027 Oct 13 15:53:30.369029 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-45075533-b56f-4c6f-bbf3-bbf119871f1c req-a37d99cb-c2b2-4049-89a8-cd5684c3e3b2 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520453 Oct 13 15:53:30.376842 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4d086c84-5a28-46a1-8514-72ba0b972a16 req-dc84aa26-8233-4ebc-9ee8-9aa9ada9157a tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542407 Oct 13 15:53:30.470019 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e965bc9-41ba-4da6-86ce-da496d8f686e req-eef226a3-98f8-48a7-811e-e8970e063462 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:30.471497 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4e965bc9-41ba-4da6-86ce-da496d8f686e req-eef226a3-98f8-48a7-811e-e8970e063462 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 943 time: 0.0487211 Oct 13 15:53:30.508473 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4e965bc9-41ba-4da6-86ce-da496d8f686e req-37158f3c-38a8-4c80-b459-f7c636bec895 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309064 Oct 13 15:53:30.828427 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device b3ed4799-22bf-4811-a8a2-9443795d83c2 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:53:30.924008 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dff664-7b4e-4119-bd1c-bfb9517c185d req-02b23fec-269e-4ac0-9837-04397c538db2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:30.925487 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-18dff664-7b4e-4119-bd1c-bfb9517c185d req-02b23fec-269e-4ac0-9837-04397c538db2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 945 time: 0.0842786 Oct 13 15:53:30.926171 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port b3ed4799-22bf-4811-a8a2-9443795d83c2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b3ed4799-22bf-4811-a8a2-9443795d83c2,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:30.936987 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29603dd0-e963-45f9-8cfb-ae6e93f4b547 req-7b0166e4-4179-4b00-a65f-e9caf582f6f3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:30.938451 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-29603dd0-e963-45f9-8cfb-ae6e93f4b547 req-7b0166e4-4179-4b00-a65f-e9caf582f6f3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 944 time: 0.0700870 Oct 13 15:53:30.997172 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-18dff664-7b4e-4119-bd1c-bfb9517c185d req-276586c8-a4c8-4334-9c5f-d0321e390a0c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576987 Oct 13 15:53:31.002725 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-29603dd0-e963-45f9-8cfb-ae6e93f4b547 req-835ec8c3-cc7e-4955-8eff-d9510b04dad2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573242 Oct 13 15:53:31.057802 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': 'b3ed4799-22bf-4811-a8a2-9443795d83c2', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'port_id': 'b3ed4799-22bf-4811-a8a2-9443795d83c2', 'mac_address': 'fa:16:3e:65:38:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:53:31.094883 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:31.107122 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ed4799-22bf-4811-a8a2-9443795d83c2 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:53:31.127905 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port b3ed4799-22bf-4811-a8a2-9443795d83c2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b3ed4799-22bf-4811-a8a2-9443795d83c2,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:31.214997 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:31.261067 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=b3ed4799-22bf-4811-a8a2-9443795d83c2,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:31.268196 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:31.268542 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:31.268879 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:31.269209 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:31.269531 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:31.269854 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:31.270172 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:31.270489 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:31.270805 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:31.271144 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:31.271458 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:31.271769 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:31.275111 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-99ad3cfe-4f3b-40a5-adfb-01b9c379e185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:31.515956 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82c1ad-963d-463a-b20c-179d134c4dfa req-78309fb6-0e3c-4319-b69c-4b72540a66be tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:31.517443 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9d82c1ad-963d-463a-b20c-179d134c4dfa req-78309fb6-0e3c-4319-b69c-4b72540a66be tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0792766 Oct 13 15:53:31.525462 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e48e-d103-42c7-8b67-dfe6c30257a3 req-9cfc1a52-6af5-419c-88d9-c9b8ea109cd3 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:31.526782 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0869e48e-d103-42c7-8b67-dfe6c30257a3 req-9cfc1a52-6af5-419c-88d9-c9b8ea109cd3 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 944 time: 0.0799353 Oct 13 15:53:31.580232 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9d82c1ad-963d-463a-b20c-179d134c4dfa req-6e273502-1fa3-4643-9f1d-5ffaa83bcf2c tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525081 Oct 13 15:53:31.584924 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0869e48e-d103-42c7-8b67-dfe6c30257a3 req-77595e91-d0b2-4f59-a2fc-018ef78ae128 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511241 Oct 13 15:53:31.610360 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['b3ed4799-22bf-4811-a8a2-9443795d83c2'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:53:31.682694 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e810f-7f63-459c-ba72-a866f256a5f6 req-6ca35c11-ba45-4375-bd28-be4da8101e59 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:31.684163 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8e8e810f-7f63-459c-ba72-a866f256a5f6 req-6ca35c11-ba45-4375-bd28-be4da8101e59 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 944 time: 0.0487347 Oct 13 15:53:31.722022 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8e8e810f-7f63-459c-ba72-a866f256a5f6 req-a271157f-a922-46d6-84c9-15daba6c1ad7 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317605 Oct 13 15:53:32.120849 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:32.143650 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:32.144900 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94e237-ae1d-4cc5-8156-e25ce3f5de2d req-a1aa1236-cd06-41ad-ac14-baf4ef970dda tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:32.146397 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7b94e237-ae1d-4cc5-8156-e25ce3f5de2d req-a1aa1236-cd06-41ad-ac14-baf4ef970dda tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 945 time: 0.0813231 Oct 13 15:53:32.158857 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3df922-b41f-461f-8a8d-ba3b7a144ee3 req-6423870d-61b2-4f0b-a938-a08b68388f5d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:32.160260 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ef3df922-b41f-461f-8a8d-ba3b7a144ee3 req-6423870d-61b2-4f0b-a938-a08b68388f5d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 944 time: 0.0693705 Oct 13 15:53:32.215610 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7b94e237-ae1d-4cc5-8156-e25ce3f5de2d req-da462e5c-b425-44ff-86ec-daef751526c3 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544086 Oct 13 15:53:32.222754 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ef3df922-b41f-461f-8a8d-ba3b7a144ee3 req-02b18e51-d127-4fe2-b49d-9984217f9f03 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558946 Oct 13 15:53:32.739769 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5361e3-7af5-406a-ba04-13ef66b276ad req-2b5de3f5-cdd7-4dad-962f-299866510c4d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:32.741201 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4a5361e3-7af5-406a-ba04-13ef66b276ad req-2b5de3f5-cdd7-4dad-962f-299866510c4d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0796831 Oct 13 15:53:32.749649 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a9ee8-4017-49ed-ac19-b0cfc398565e req-0e181fa6-0e01-4b8b-8e02-1049cace3e5c tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:32.751057 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-787a9ee8-4017-49ed-ac19-b0cfc398565e req-0e181fa6-0e01-4b8b-8e02-1049cace3e5c tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 944 time: 0.0883343 Oct 13 15:53:32.805128 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4a5361e3-7af5-406a-ba04-13ef66b276ad req-a0c09f98-cc4f-4e91-a216-cfeec94b734f tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531263 Oct 13 15:53:32.812656 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-787a9ee8-4017-49ed-ac19-b0cfc398565e req-233924c6-3a9d-49c3-b7fa-2428becebfea tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519962 Oct 13 15:53:32.846183 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device f888d746-a651-4aa2-9578-6ac1fa31823f up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:53:32.897878 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port f888d746-a651-4aa2-9578-6ac1fa31823f triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:53:32.898249 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:32.913331 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc979300-0211-4ed2-b745-ec83162062ff req-8b26f5fc-7373-4a2f-9ec2-cc1c38c32efe tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:32.914783 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bc979300-0211-4ed2-b745-ec83162062ff req-8b26f5fc-7373-4a2f-9ec2-cc1c38c32efe tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 944 time: 0.0501087 Oct 13 15:53:32.953816 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bc979300-0211-4ed2-b745-ec83162062ff req-86aa4a7e-78de-4470-ace3-7cf6a27ebaea tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323291 Oct 13 15:53:32.974413 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:32.996434 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f888d746-a651-4aa2-9578-6ac1fa31823f'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:32.998680 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676012c6-d820-4ed7-bae4-8286e84caf84" -d '{"events": [{"server_uuid": "c3b2e4c0-f742-4e4f-a806-7b3eb5002042", "name": "network-vif-plugged", "status": "completed", "tag": "f888d746-a651-4aa2-9578-6ac1fa31823f"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:33.011049 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port f888d746-a651-4aa2-9578-6ac1fa31823f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f888d746-a651-4aa2-9578-6ac1fa31823f,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:33.033783 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742f88f0-06e0-4e5c-8860-6c79ef322f65 x-openstack-request-id: req-742f88f0-06e0-4e5c-8860-6c79ef322f65 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:33.034081 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b2e4c0-f742-4e4f-a806-7b3eb5002042", "name": "network-vif-plugged", "status": "completed", "tag": "f888d746-a651-4aa2-9578-6ac1fa31823f", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:33.034338 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-742f88f0-06e0-4e5c-8860-6c79ef322f65 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:33.034732 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'code': 200} Oct 13 15:53:33.072619 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:33.073432 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device b3ed4799-22bf-4811-a8a2-9443795d83c2 up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:53:33.149872 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=f888d746-a651-4aa2-9578-6ac1fa31823f,revision_number=10']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:33.229458 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port b3ed4799-22bf-4811-a8a2-9443795d83c2 completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:53:33.233333 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port b3ed4799-22bf-4811-a8a2-9443795d83c2 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:53:33.233708 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:33.312881 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:33.344960 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24f736-3eff-406f-bafb-3ffc2793d960 req-11b0ce8b-c7d4-4e0c-a47a-16c01cdad789 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:33.346229 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port b3ed4799-22bf-4811-a8a2-9443795d83c2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b3ed4799-22bf-4811-a8a2-9443795d83c2,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:33.346581 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0c24f736-3eff-406f-bafb-3ffc2793d960 req-11b0ce8b-c7d4-4e0c-a47a-16c01cdad789 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 946 time: 0.0510132 Oct 13 15:53:33.383939 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0c24f736-3eff-406f-bafb-3ffc2793d960 req-d16a68d3-42d0-4dc5-823a-edf4a8c7fd83 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313027 Oct 13 15:53:33.481108 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:33.481934 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device abc99db2-cb2d-4232-8648-25ae991ef42d up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:53:33.562125 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=b3ed4799-22bf-4811-a8a2-9443795d83c2,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:33.675658 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port abc99db2-cb2d-4232-8648-25ae991ef42d completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:53:33.679745 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port abc99db2-cb2d-4232-8648-25ae991ef42d triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:53:33.680172 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:33.711136 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04d60a-c744-46ce-9f92-5436901b465e req-9e5164c6-b869-4d4f-a07e-6e22e52a7b3d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:33.712660 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2c04d60a-c744-46ce-9f92-5436901b465e req-9e5164c6-b869-4d4f-a07e-6e22e52a7b3d tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.37 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0512540 Oct 13 15:53:33.779629 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:33.793881 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14883214-6e30-4607-8dc0-e7c188c1c22f req-8121c724-1ed9-458b-afb2-a387566d7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:33.796090 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-14883214-6e30-4607-8dc0-e7c188c1c22f req-8121c724-1ed9-458b-afb2-a387566d7c78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 1099 time: 0.0436816 Oct 13 15:53:33.833138 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-2c04d60a-c744-46ce-9f92-5436901b465e req-42795c54-45a0-4f3b-86cd-7a790d9f04c0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Deleting port 44ce228c-7434-48dc-b1f9-11fdc09d493a {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:53:33.833654 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-2c04d60a-c744-46ce-9f92-5436901b465e req-42795c54-45a0-4f3b-86cd-7a790d9f04c0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:33.834743 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port abc99db2-cb2d-4232-8648-25ae991ef42d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=abc99db2-cb2d-4232-8648-25ae991ef42d,segment=NetworkSegment(b62f64ff-6a37-4d83-82bc-c7778c4826d8),segment_id=b62f64ff-6a37-4d83-82bc-c7778c4826d8)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:33.851971 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-14883214-6e30-4607-8dc0-e7c188c1c22f req-5b37314e-9ba0-4e01-845f-81f2c1750109 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481336 Oct 13 15:53:33.926639 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:33.938481 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:33.960751 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7ff23-8eda-4cd1-939e-f8d52f4e0431 req-e1887bc8-c9fc-40ce-a52d-3af84d9eaa2b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:33.962023 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c7e7ff23-8eda-4cd1-939e-f8d52f4e0431 req-e1887bc8-c9fc-40ce-a52d-3af84d9eaa2b tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 945 time: 0.0785396 Oct 13 15:53:33.963835 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-2c04d60a-c744-46ce-9f92-5436901b465e req-42795c54-45a0-4f3b-86cd-7a790d9f04c0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] For port 44ce228c-7434-48dc-b1f9-11fdc09d493a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=44ce228c-7434-48dc-b1f9-11fdc09d493a,segment=NetworkSegment(35d579cc-7592-4e92-9f2d-d12105aeadcc),segment_id=35d579cc-7592-4e92-9f2d-d12105aeadcc)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:33.964545 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-2c04d60a-c744-46ce-9f92-5436901b465e req-42795c54-45a0-4f3b-86cd-7a790d9f04c0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:33.982771 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-2c04d60a-c744-46ce-9f92-5436901b465e req-42795c54-45a0-4f3b-86cd-7a790d9f04c0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Calling delete_port for 44ce228c-7434-48dc-b1f9-11fdc09d493a owned by compute:nova {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:53:33.987426 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=abc99db2-cb2d-4232-8648-25ae991ef42d,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:34.047804 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c7e7ff23-8eda-4cd1-939e-f8d52f4e0431 req-af6bcb4e-700f-49d3-bda9-88961f1831b0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/security-groups?id=1901d440-2d38-406e-b011-7b2777025470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741799 Oct 13 15:53:34.172692 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c02f61-dc91-41e7-b110-7987ba70ef1c req-674fd0a9-48c7-48f3-929b-8aa295badfa9 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:34.174124 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-19c02f61-dc91-41e7-b110-7987ba70ef1c req-674fd0a9-48c7-48f3-929b-8aa295badfa9 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 945 time: 0.0620675 Oct 13 15:53:34.215176 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-19c02f61-dc91-41e7-b110-7987ba70ef1c req-2aad9254-eceb-46a6-b8c1-055cc6ffe35f tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314226 Oct 13 15:53:34.236373 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-2c04d60a-c744-46ce-9f92-5436901b465e req-42795c54-45a0-4f3b-86cd-7a790d9f04c0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:34.256697 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['44ce228c-7434-48dc-b1f9-11fdc09d493a'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:53:34.270039 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42795c54-45a0-4f3b-86cd-7a790d9f04c0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Pushing event deleted for resources: {'Port': ['ID=44ce228c-7434-48dc-b1f9-11fdc09d493a,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:34.334004 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c04d60a-c744-46ce-9f92-5436901b465e req-42795c54-45a0-4f3b-86cd-7a790d9f04c0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] No DVR routers for this DVR port 44ce228c-7434-48dc-b1f9-11fdc09d493a on host hv-cinder-77428 {{(pid=107005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:53:34.336767 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-2c04d60a-c744-46ce-9f92-5436901b465e req-42795c54-45a0-4f3b-86cd-7a790d9f04c0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:34.340430 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2c04d60a-c744-46ce-9f92-5436901b465e req-42795c54-45a0-4f3b-86cd-7a790d9f04c0 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.37 "DELETE /v2.0/ports/44ce228c-7434-48dc-b1f9-11fdc09d493a HTTP/1.1" status: 204 len: 173 time: 0.6160576 Oct 13 15:53:34.342977 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72068ae7-f64c-440c-9748-8c1ee88811a8', 'name': 'network-vif-deleted', 'tag': '44ce228c-7434-48dc-b1f9-11fdc09d493a'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:34.346347 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e52fb01-891c-4c58-b614-d7131aa14342" -d '{"events": [{"server_uuid": "72068ae7-f64c-440c-9748-8c1ee88811a8", "name": "network-vif-deleted", "tag": "44ce228c-7434-48dc-b1f9-11fdc09d493a"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:34.368517 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab92918-3090-4069-8f6f-18ca2da84e26 req-2c9e2338-d4f3-4d64-9d5e-f7b7e29ba65a tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:34.374378 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8ab92918-3090-4069-8f6f-18ca2da84e26 req-2c9e2338-d4f3-4d64-9d5e-f7b7e29ba65a tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0938895 Oct 13 15:53:34.408211 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8ab92918-3090-4069-8f6f-18ca2da84e26 req-c979563d-603c-430a-98ef-b8b5cd4f4061 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316415 Oct 13 15:53:34.450778 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83b52e2-06c4-42b0-b309-a6fdcd16ca8a x-openstack-request-id: req-b83b52e2-06c4-42b0-b309-a6fdcd16ca8a {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:34.451146 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72068ae7-f64c-440c-9748-8c1ee88811a8", "name": "network-vif-deleted", "tag": "44ce228c-7434-48dc-b1f9-11fdc09d493a", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:34.451458 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b83b52e2-06c4-42b0-b309-a6fdcd16ca8a {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:34.452258 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72068ae7-f64c-440c-9748-8c1ee88811a8', 'name': 'network-vif-deleted', 'tag': '44ce228c-7434-48dc-b1f9-11fdc09d493a', 'status': 'completed', 'code': 200} Oct 13 15:53:34.548424 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc3e23-5959-4299-9189-1cb75062164e req-b49aae50-9d57-447e-82c0-92b10f24e7bc tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:34.549789 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dbdc3e23-5959-4299-9189-1cb75062164e req-b49aae50-9d57-447e-82c0-92b10f24e7bc tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 946 time: 0.0546820 Oct 13 15:53:34.586727 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dbdc3e23-5959-4299-9189-1cb75062164e req-3547d3ef-d2a7-480a-bc47-46816c737c76 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309498 Oct 13 15:53:35.036005 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1771bb37-9fb5-41fd-a0fb-c07a8883f6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ed4799-22bf-4811-a8a2-9443795d83c2'}, {'server_uuid': '317b57ac-6ba5-44c8-83c6-a0d4114232a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc99db2-cb2d-4232-8648-25ae991ef42d'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:35.038384 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed59719-ccd4-4963-8ca5-aa3b903cd165" -d '{"events": [{"server_uuid": "1771bb37-9fb5-41fd-a0fb-c07a8883f6d2", "name": "network-vif-plugged", "status": "completed", "tag": "b3ed4799-22bf-4811-a8a2-9443795d83c2"}, {"server_uuid": "317b57ac-6ba5-44c8-83c6-a0d4114232a3", "name": "network-vif-plugged", "status": "completed", "tag": "abc99db2-cb2d-4232-8648-25ae991ef42d"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:35.079186 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fb59e0-622a-47fd-a06e-56dd003d06dc x-openstack-request-id: req-a6fb59e0-622a-47fd-a06e-56dd003d06dc {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:35.079504 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1771bb37-9fb5-41fd-a0fb-c07a8883f6d2", "name": "network-vif-plugged", "status": "completed", "tag": "b3ed4799-22bf-4811-a8a2-9443795d83c2", "code": 200}, {"server_uuid": "317b57ac-6ba5-44c8-83c6-a0d4114232a3", "name": "network-vif-plugged", "status": "completed", "tag": "abc99db2-cb2d-4232-8648-25ae991ef42d", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:35.079760 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a6fb59e0-622a-47fd-a06e-56dd003d06dc {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:35.080169 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1771bb37-9fb5-41fd-a0fb-c07a8883f6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ed4799-22bf-4811-a8a2-9443795d83c2', 'code': 200} Oct 13 15:53:35.080447 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317b57ac-6ba5-44c8-83c6-a0d4114232a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc99db2-cb2d-4232-8648-25ae991ef42d', 'code': 200} Oct 13 15:53:35.158772 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48c8c368-d203-4034-9d4e-16d34ed3f513 req-12a9537e-bf7f-4ba2-988c-b0738d9a88e9 tempest-ServerRescueNegativeTestJSON-141219210 tempest-ServerRescueNegativeTestJSON-141219210-project] 10.222.0.26 "GET /v2.0/ports?device_id=72068ae7-f64c-440c-9748-8c1ee88811a8 HTTP/1.1" status: 200 len: 210 time: 0.0302868 Oct 13 15:53:35.353054 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21345a89-2f57-4ec6-81b2-cf84e5009766 req-95644a24-c3d7-4df7-9e24-54ce0a1901e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:35.354447 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-21345a89-2f57-4ec6-81b2-cf84e5009766 req-95644a24-c3d7-4df7-9e24-54ce0a1901e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 945 time: 0.0508981 Oct 13 15:53:35.396616 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-21345a89-2f57-4ec6-81b2-cf84e5009766 req-558f9bd1-b310-4a5a-bc13-77181aa07d51 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346007 Oct 13 15:53:35.463017 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df3baa-5bc6-4895-99e0-451878e67260 req-164c5ab8-49af-45b3-a65a-c9c4b7ac0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:35.464628 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a8df3baa-5bc6-4895-99e0-451878e67260 req-164c5ab8-49af-45b3-a65a-c9c4b7ac0799 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 1098 time: 0.0450833 Oct 13 15:53:35.532254 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a8df3baa-5bc6-4895-99e0-451878e67260 req-67723868-9610-4459-82a0-f291e45c5990 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604115 Oct 13 15:53:35.549183 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e36e10-ef1f-4581-92f0-7b033268544d req-6f5ecedf-3222-468e-a361-e9584a35ec58 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:35.550601 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d5e36e10-ef1f-4581-92f0-7b033268544d req-6f5ecedf-3222-468e-a361-e9584a35ec58 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0656276 Oct 13 15:53:35.588430 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d5e36e10-ef1f-4581-92f0-7b033268544d req-66c4164a-e76d-4d52-873e-5fa00432c94b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317082 Oct 13 15:53:35.706567 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34469809-7e2e-4c6c-849b-eb00b9cd0333 req-a0131da8-432a-455b-b504-2c300b055491 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:35.708044 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-34469809-7e2e-4c6c-849b-eb00b9cd0333 req-a0131da8-432a-455b-b504-2c300b055491 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 946 time: 0.0501049 Oct 13 15:53:35.746464 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-34469809-7e2e-4c6c-849b-eb00b9cd0333 req-05bead9a-ec62-4ba2-8239-c473d7cfc262 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324352 Oct 13 15:53:35.794668 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997cf51-282d-4394-a038-e2863dc4e153 req-3e4626e7-da23-418c-9ab0-0b95fbcd344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:35.796985 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b997cf51-282d-4394-a038-e2863dc4e153 req-3e4626e7-da23-418c-9ab0-0b95fbcd344f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 1098 time: 0.0437789 Oct 13 15:53:35.833918 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b997cf51-282d-4394-a038-e2863dc4e153 req-fd5ad289-1457-40ce-8fb6-8d754bab0287 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264764 Oct 13 15:53:36.216702 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 55996) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:36.527788 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32264114-7afb-4997-ac33-7e3fedf8c10a req-383e207e-c617-49a9-9cdf-411f180748f5 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:36.529550 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-32264114-7afb-4997-ac33-7e3fedf8c10a req-383e207e-c617-49a9-9cdf-411f180748f5 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 945 time: 0.0556777 Oct 13 15:53:36.572196 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-32264114-7afb-4997-ac33-7e3fedf8c10a req-79024d06-5e90-4fdc-9e62-cb495301ecb5 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343626 Oct 13 15:53:36.704469 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3c511-b901-44da-8dc9-ebe72d4858d0 req-f41fbc93-0862-4142-b4e5-02e26be0c503 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:36.705836 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8bd3c511-b901-44da-8dc9-ebe72d4858d0 req-f41fbc93-0862-4142-b4e5-02e26be0c503 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0490723 Oct 13 15:53:36.745303 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8bd3c511-b901-44da-8dc9-ebe72d4858d0 req-a35e9946-c85a-4438-8058-abbc40fc9674 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334134 Oct 13 15:53:36.860608 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 44ce228c-7434-48dc-b1f9-11fdc09d493a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:53:36.874422 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10e74ca6-bdfb-4889-9357-e89dd125c7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8041619'] for router_interface, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:36.875995 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8da79a-93da-4e7f-9210-7dccbfa5ffc6 req-53a1bf9a-acd0-4294-be06-45f945ae1d5d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:36.877733 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4d8da79a-93da-4e7f-9210-7dccbfa5ffc6 req-53a1bf9a-acd0-4294-be06-45f945ae1d5d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 946 time: 0.0561056 Oct 13 15:53:36.884162 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: 44ce228c-7434-48dc-b1f9-11fdc09d493a {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:53:36.884716 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 44ce228c-7434-48dc-b1f9-11fdc09d493a not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:53:36.924746 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4d8da79a-93da-4e7f-9210-7dccbfa5ffc6 req-2bf3bc48-71a8-4341-baf9-3e9c263dd133 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404513 Oct 13 15:53:37.176784 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-10e74ca6-bdfb-4889-9357-e89dd125c7b2 admin admin] Deleting port e3819363-4f38-46c9-8bf3-b2634067d9b9 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:53:37.177033 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10e74ca6-bdfb-4889-9357-e89dd125c7b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:37.253747 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-10e74ca6-bdfb-4889-9357-e89dd125c7b2 admin admin] For port e3819363-4f38-46c9-8bf3-b2634067d9b9, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=e3819363-4f38-46c9-8bf3-b2634067d9b9,segment=NetworkSegment(35d579cc-7592-4e92-9f2d-d12105aeadcc),segment_id=35d579cc-7592-4e92-9f2d-d12105aeadcc)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:37.254426 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10e74ca6-bdfb-4889-9357-e89dd125c7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:37.271023 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-10e74ca6-bdfb-4889-9357-e89dd125c7b2 admin admin] Calling delete_port for e3819363-4f38-46c9-8bf3-b2634067d9b9 owned by network:router_interface {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:53:37.497909 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10e74ca6-bdfb-4889-9357-e89dd125c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:37.524244 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e74ca6-bdfb-4889-9357-e89dd125c7b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3819363-4f38-46c9-8bf3-b2634067d9b9,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:37.642744 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10e74ca6-bdfb-4889-9357-e89dd125c7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041511'] for router_interface, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:37.691961 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38631f-762e-4fd7-868e-fc83729c6d03 req-a71ee04f-f4d9-4872-b5bf-1e899e151164 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:37.693415 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-cf38631f-762e-4fd7-868e-fc83729c6d03 req-a71ee04f-f4d9-4872-b5bf-1e899e151164 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 945 time: 0.0526009 Oct 13 15:53:37.730962 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-cf38631f-762e-4fd7-868e-fc83729c6d03 req-57afefcc-e49a-4aa5-a96e-1e1176eed082 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313027 Oct 13 15:53:37.860143 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e74ca6-bdfb-4889-9357-e89dd125c7b2 admin admin] Router 09f6f926-e660-4ec1-b05c-5fe69c16259a has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:53:37.864091 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf7869-ae5f-42ef-9b0a-92276cb69178 req-496e5142-c5e9-4e5f-b427-e71f9e3d10a5 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:37.865567 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-acbf7869-ae5f-42ef-9b0a-92276cb69178 req-496e5142-c5e9-4e5f-b427-e71f9e3d10a5 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0506306 Oct 13 15:53:37.904727 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-acbf7869-ae5f-42ef-9b0a-92276cb69178 req-fdc639e3-2f14-41dc-8ee4-4db3d4ff5760 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328703 Oct 13 15:53:37.979136 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e74ca6-bdfb-4889-9357-e89dd125c7b2 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:53:37.987728 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56052) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:37.988476 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-10e74ca6-bdfb-4889-9357-e89dd125c7b2 admin admin] 10.222.0.26 "PUT /v2.0/routers/09f6f926-e660-4ec1-b05c-5fe69c16259a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7695494 Oct 13 15:53:37.997129 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e2faf-16d8-45d7-bcca-ddf86c2253a2 None None] Sync routers for ids ['09f6f926-e660-4ec1-b05c-5fe69c16259a'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:53:38.007832 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e2faf-16d8-45d7-bcca-ddf86c2253a2 None None] Routers {'09f6f926-e660-4ec1-b05c-5fe69c16259a'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:53:38.008360 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-574e2faf-16d8-45d7-bcca-ddf86c2253a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:53:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['09f6f926-e660-4ec1-b05c-5fe69c16259a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:38.114283 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-574e2faf-16d8-45d7-bcca-ddf86c2253a2 None None] Set router 09f6f926-e660-4ec1-b05c-5fe69c16259a gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:53:38.349353 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5a8be-e6bd-4f4b-9751-2b6ec741910e req-62aef567-1bf7-4606-907e-be66aff68b21 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:38.350851 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1eb5a8be-e6bd-4f4b-9751-2b6ec741910e req-62aef567-1bf7-4606-907e-be66aff68b21 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 946 time: 0.3216627 Oct 13 15:53:38.362208 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] Notify callbacks [] for router, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:38.390229 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-574e2faf-16d8-45d7-bcca-ddf86c2253a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'name': 'tempest-ServerRescueNegativeTestJSON-1480828673-router', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:53:37Z', 'revision_number': 5, 'project_id': '0ad9a1dee35d4073be2e8567596086aa', 'gw_port': {'id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:03Z', 'updated_at': '2021-10-13T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:38.415559 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e2faf-16d8-45d7-bcca-ddf86c2253a2 None None] Checking router: 09f6f926-e660-4ec1-b05c-5fe69c16259a for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:53:38.424881 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e2faf-16d8-45d7-bcca-ddf86c2253a2 None None] Routers {'09f6f926-e660-4ec1-b05c-5fe69c16259a'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:53:38.425106 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-574e2faf-16d8-45d7-bcca-ddf86c2253a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:53:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['09f6f926-e660-4ec1-b05c-5fe69c16259a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:38.495379 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1eb5a8be-e6bd-4f4b-9751-2b6ec741910e req-d2a0f313-b313-4fca-9ae5-85220b650cda tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333473 Oct 13 15:53:38.527362 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:38.540975 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-574e2faf-16d8-45d7-bcca-ddf86c2253a2 None None] Set router 09f6f926-e660-4ec1-b05c-5fe69c16259a gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:53:38.647883 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] Deleting port dfe1573b-e593-47e6-886e-4f225d0d314f {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:53:38.648214 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:38.716813 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-574e2faf-16d8-45d7-bcca-ddf86c2253a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'name': 'tempest-ServerRescueNegativeTestJSON-1480828673-router', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:53:37Z', 'revision_number': 5, 'project_id': '0ad9a1dee35d4073be2e8567596086aa', 'gw_port': {'id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:03Z', 'updated_at': '2021-10-13T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:38.729780 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] For port dfe1573b-e593-47e6-886e-4f225d0d314f, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=dfe1573b-e593-47e6-886e-4f225d0d314f,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:38.730335 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:38.741881 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] Calling delete_port for dfe1573b-e593-47e6-886e-4f225d0d314f owned by network:router_gateway {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:53:38.742975 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e2faf-16d8-45d7-bcca-ddf86c2253a2 None None] The sync data for ids ['09f6f926-e660-4ec1-b05c-5fe69c16259a'] in dv-cinder-774288-10-iscsi is: [{'id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'name': 'tempest-ServerRescueNegativeTestJSON-1480828673-router', 'tenant_id': '0ad9a1dee35d4073be2e8567596086aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:53:37Z', 'revision_number': 5, 'project_id': '0ad9a1dee35d4073be2e8567596086aa', 'gw_port': {'id': 'dfe1573b-e593-47e6-886e-4f225d0d314f', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f6f926-e660-4ec1-b05c-5fe69c16259a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:03Z', 'updated_at': '2021-10-13T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:53:38.958625 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:38.992934 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe1573b-e593-47e6-886e-4f225d0d314f,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:39.085866 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e41b3c-8072-46c9-810f-1441c0a6b262 req-094a5fbc-1b9c-4fe8-8f62-2c2d9711de46 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:39.087245 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-90e41b3c-8072-46c9-810f-1441c0a6b262 req-094a5fbc-1b9c-4fe8-8f62-2c2d9711de46 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0981603 Oct 13 15:53:39.094185 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915973'] for router_gateway, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.223197 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8044341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.226168 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.261649 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-90e41b3c-8072-46c9-810f-1441c0a6b262 req-ab50dbb3-4359-4ac0-a84c-f32d155736a2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650736 Oct 13 15:53:39.382738 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc120b-2fe8-470e-963d-4f22e1158bb5 req-dcfff128-d125-4094-9a76-ad478099e3bc tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:39.384182 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-51dc120b-2fe8-470e-963d-4f22e1158bb5 req-dcfff128-d125-4094-9a76-ad478099e3bc tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0491750 Oct 13 15:53:39.385368 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8044350'] for router, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.385892 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09f6f926-e660-4ec1-b05c-5fe69c16259a {{(pid=107005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:53:39.394208 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] Notify callbacks [] for router, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.394691 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-611f15ab-3943-4962-9963-473c9b461d09 admin admin] 10.222.0.26 "DELETE /v2.0/routers/09f6f926-e660-4ec1-b05c-5fe69c16259a HTTP/1.1" status: 204 len: 168 time: 1.4060819 Oct 13 15:53:39.397468 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56080) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:39.435104 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-51dc120b-2fe8-470e-963d-4f22e1158bb5 req-86f0e13a-8759-4ec7-b19d-5877c0fdde05 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387833 Oct 13 15:53:39.458807 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56082) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:39.460887 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-9064e23e-2ef8-47b3-94c3-caba543317a9 admin admin] Deleting subnet 6392a7f9-855e-4cf6-b552-06c1ebab1ec5 {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:53:39.464507 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9064e23e-2ef8-47b3-94c3-caba543317a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.502825 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9064e23e-2ef8-47b3-94c3-caba543317a9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.509266 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9064e23e-2ef8-47b3-94c3-caba543317a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.628988 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868c2ea4-1edb-4f1f-9edf-4cb2672a93d5 tempest-TestVolumeBootPattern-1649912786 tempest-TestVolumeBootPattern-1649912786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:39.630916 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-868c2ea4-1edb-4f1f-9edf-4cb2672a93d5 tempest-TestVolumeBootPattern-1649912786 tempest-TestVolumeBootPattern-1649912786-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 1093 time: 0.1710675 Oct 13 15:53:39.639937 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56090) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:39.639937 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Request body: {'floatingip': {'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'port_id': 'b3ed4799-22bf-4811-a8a2-9443795d83c2', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:39.658431 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9064e23e-2ef8-47b3-94c3-caba543317a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for subnet, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.688490 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064e23e-2ef8-47b3-94c3-caba543317a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6392a7f9-855e-4cf6-b552-06c1ebab1ec5,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:39.690713 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9064e23e-2ef8-47b3-94c3-caba543317a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.694296 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-9064e23e-2ef8-47b3-94c3-caba543317a9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6392a7f9-855e-4cf6-b552-06c1ebab1ec5 HTTP/1.1" status: 204 len: 168 time: 0.2952733 Oct 13 15:53:39.696093 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56092) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:39.726373 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for floatingip, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.762340 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.821840 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.846648 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.870751 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:53:39.871143 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:53:39.871887 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:53:39.872217 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Subscribe: > port after_create 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:53:39.872564 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Subscribe: > port after_delete 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:53:39.873013 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Subscribe: > port after_update 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:53:39.873391 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:53:39.874224 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:53:39.874542 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:53:39.874888 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:53:39.947138 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Allocated IP 172.27.3.23 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/393f55ea-e286-4044-9324-7d2629c67ed7) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:53:39.960799 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:53:39.961145 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:53:39.961483 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:53:39.961903 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:53:39.962275 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf3b399-6f3f-4d33-a1de-e924ea68ac46']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:39.978999 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d579cc-7592-4e92-9f2d-d12105aeadcc') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:39.981619 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d579cc-7592-4e92-9f2d-d12105aeadcc') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:39.995263 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134043813'] for segment, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:40.016113 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:40.024161 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:53:40.024549 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133663503'] for segment, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: from cryptography.utils import int_from_bytes Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: from cryptography.utils import int_from_bytes Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: Traceback (most recent call last): Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: timer() Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: cb(*args, **kw) Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: return func(*args, **kwargs) Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: self._notify() Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: self.callback(batched_events) Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: event.method(event) Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: return f(self, *a, **k) Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._get(url).json() Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: return self.request(url, 'GET', **kwargs) Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:53:40.028957 dv-cinder-774288-10-iscsi neutron-server[107006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:53:40.047351 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:40.155650 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:40.162843 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:40.166133 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] 10.222.0.26 "DELETE /v2.0/networks/5cf3b399-6f3f-4d33-a1de-e924ea68ac46 HTTP/1.1" status: 204 len: 168 time: 0.4691062 Oct 13 15:53:40.176321 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa61a32-f5af-4fad-a846-0d04ccb8e66a admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf3b399-6f3f-4d33-a1de-e924ea68ac46,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:40.179501 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:40.219081 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:53:40.221910 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:53:40.224347 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:53:40.253929 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'Port': ['ID=393f55ea-e286-4044-9324-7d2629c67ed7,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:40.517840 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device e3819363-4f38-46c9-8bf3-b2634067d9b9 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:53:40.544239 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: e3819363-4f38-46c9-8bf3-b2634067d9b9 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:53:40.544972 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device e3819363-4f38-46c9-8bf3-b2634067d9b9 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:53:40.545432 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device dfe1573b-e593-47e6-886e-4f225d0d314f no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:53:40.575242 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: dfe1573b-e593-47e6-886e-4f225d0d314f {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:53:40.575242 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device dfe1573b-e593-47e6-886e-4f225d0d314f not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:53:40.615552 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56100) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:40.656036 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-0724b4ff-61de-4f1f-9a8d-16fd27cc0075 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ad9a1dee35d4073be2e8567596086aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393214 Oct 13 15:53:40.658661 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56102) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:40.668815 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:40.705654 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f56cf4f6-6924-4fed-bc23-a45f3768431c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:40.726535 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f56cf4f6-6924-4fed-bc23-a45f3768431c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:40.788746 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:40.821325 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f56cf4f6-6924-4fed-bc23-a45f3768431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:40.824494 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f56cf4f6-6924-4fed-bc23-a45f3768431c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:40.825929 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f56cf4f6-6924-4fed-bc23-a45f3768431c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1901d440-2d38-406e-b011-7b2777025470 HTTP/1.1" status: 204 len: 168 time: 0.1661313 Oct 13 15:53:40.836615 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56cf4f6-6924-4fed-bc23-a45f3768431c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1901d440-2d38-406e-b011-7b2777025470,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:40.953076 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for port, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:41.031985 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4586336'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:41.103665 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'Port': ['ID=393f55ea-e286-4044-9324-7d2629c67ed7,revision_number=2']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:41.119161 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:41.223212 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.l3_db [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Floating IP 5f96755b-bde1-4325-8681-c47a47f2fa66 associated. External IP: 172.27.3.23, port: b3ed4799-22bf-4811-a8a2-9443795d83c2. Oct 13 15:53:41.432451 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:53:41.543214 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:53:41.555659 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63067b18-ba71-4e32-8b1c-cb697540d76e None None] Sync routers for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:53:41.573321 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63067b18-ba71-4e32-8b1c-cb697540d76e None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:53:41.574325 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-63067b18-ba71-4e32-8b1c-cb697540d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:53:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:41.634707 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:41.664614 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-ffd77b22-5adc-45aa-bf20-6963eeac9e87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0295606 Oct 13 15:53:41.665416 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1771bb37-9fb5-41fd-a0fb-c07a8883f6d2', 'tag': 'b3ed4799-22bf-4811-a8a2-9443795d83c2'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:41.667584 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fe55be-d372-4a40-abbd-928cbdfd62f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1771bb37-9fb5-41fd-a0fb-c07a8883f6d2", "tag": "b3ed4799-22bf-4811-a8a2-9443795d83c2"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:41.706255 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-63067b18-ba71-4e32-8b1c-cb697540d76e None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:53:41.706718 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12144fa-7c4a-4ee2-a075-d920d6524536 x-openstack-request-id: req-c12144fa-7c4a-4ee2-a075-d920d6524536 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:41.707163 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1771bb37-9fb5-41fd-a0fb-c07a8883f6d2", "tag": "b3ed4799-22bf-4811-a8a2-9443795d83c2", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:41.707418 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c12144fa-7c4a-4ee2-a075-d920d6524536 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:41.707814 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1771bb37-9fb5-41fd-a0fb-c07a8883f6d2', 'tag': 'b3ed4799-22bf-4811-a8a2-9443795d83c2', 'status': 'completed', 'code': 200} Oct 13 15:53:41.795307 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe55be-d372-4a40-abbd-928cbdfd62f8 req-ef2b701c-0288-41fd-b1d1-d12a8cfe346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:41.797341 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c2fe55be-d372-4a40-abbd-928cbdfd62f8 req-ef2b701c-0288-41fd-b1d1-d12a8cfe346c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 1098 time: 0.0464413 Oct 13 15:53:41.882175 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56132) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:41.927096 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe55be-d372-4a40-abbd-928cbdfd62f8 req-28ca34eb-1950-4eb8-965c-d37e5d72f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:41.928659 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c2fe55be-d372-4a40-abbd-928cbdfd62f8 req-28ca34eb-1950-4eb8-965c-d37e5d72f4b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 200 len: 913 time: 0.0964990 Oct 13 15:53:41.949512 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-63067b18-ba71-4e32-8b1c-cb697540d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '5f96755b-bde1-4325-8681-c47a47f2fa66', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': 'b3ed4799-22bf-4811-a8a2-9443795d83c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:65:38:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1771bb37-9fb5-41fd-a0fb-c07a8883f6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:53:40Z', 'updated_at': '2021-10-13T15:53:40Z', 'revision_number': 0, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:41.980279 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63067b18-ba71-4e32-8b1c-cb697540d76e None None] Checking router: ba33adf1-fb79-4a12-bcfd-23c997fc2b3b for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:53:41.983128 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-593393596-network', 'tenant_id': 'bf8bdbba5815463c8f13605135bedc37'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:41.990015 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63067b18-ba71-4e32-8b1c-cb697540d76e None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:53:41.990621 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-63067b18-ba71-4e32-8b1c-cb697540d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:53:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:42.001667 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c2fe55be-d372-4a40-abbd-928cbdfd62f8 req-59793377-de60-4472-bc15-abc6b2378b47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3ed4799-22bf-4811-a8a2-9443795d83c2 HTTP/1.1" status: 200 len: 998 time: 0.0637879 Oct 13 15:53:42.055021 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe55be-d372-4a40-abbd-928cbdfd62f8 req-89ba5bcc-b001-479c-a816-8e610ca8ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:42.056439 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c2fe55be-d372-4a40-abbd-928cbdfd62f8 req-89ba5bcc-b001-479c-a816-8e610ca8ce85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c99c185-a519-4976-b8d3-f0c1d1c939d2 HTTP/1.1" status: 200 len: 851 time: 0.0452664 Oct 13 15:53:42.066350 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] Made reservation on behalf of bf8bdbba5815463c8f13605135bedc37 for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:53:42.068779 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:42.080998 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:42.097290 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-63067b18-ba71-4e32-8b1c-cb697540d76e None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:53:42.114745 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe55be-d372-4a40-abbd-928cbdfd62f8 req-54addf8e-b73f-4023-b014-2f52f0d08558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:42.116363 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c2fe55be-d372-4a40-abbd-928cbdfd62f8 req-54addf8e-b73f-4023-b014-2f52f0d08558 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=472e4c1f-eadc-485a-8e41-ac721b348df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422406 Oct 13 15:53:42.163609 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:42.226667 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:42.242353 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c2fe55be-d372-4a40-abbd-928cbdfd62f8 req-1b3d9dea-c6f6-496c-8ecf-e485c5043f43 service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051788 Oct 13 15:53:42.259217 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:53:42.265184 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa314ecd-5117-4508-a1be-f4afd0c36d9a,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:42.273789 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:42.274419 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] Added segment 5c014396-ed98-4255-82dc-3b3ca1390df8 of type vlan for network 2beb8884-b4b2-47e8-b4fe-1e95cd2f4035 Oct 13 15:53:42.319589 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:42.342174 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c2fe55be-d372-4a40-abbd-928cbdfd62f8 req-d9cce534-b234-4623-b7d3-2f9f919d5b70 service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874426 Oct 13 15:53:42.360257 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-63067b18-ba71-4e32-8b1c-cb697540d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '5f96755b-bde1-4325-8681-c47a47f2fa66', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': 'b3ed4799-22bf-4811-a8a2-9443795d83c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:65:38:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1771bb37-9fb5-41fd-a0fb-c07a8883f6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:53:40Z', 'updated_at': '2021-10-13T15:53:40Z', 'revision_number': 0, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:42.386671 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63067b18-ba71-4e32-8b1c-cb697540d76e None None] The sync data for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi is: [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '5f96755b-bde1-4325-8681-c47a47f2fa66', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': 'b3ed4799-22bf-4811-a8a2-9443795d83c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:65:38:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1771bb37-9fb5-41fd-a0fb-c07a8883f6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:53:40Z', 'updated_at': '2021-10-13T15:53:40Z', 'revision_number': 0, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:53:42.406832 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:42.407844 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:42.408429 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:42.473461 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] Pushing event updated for resources: {'Network': ['ID=2beb8884-b4b2-47e8-b4fe-1e95cd2f4035,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:42.483666 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network 2beb8884-b4b2-47e8-b4fe-1e95cd2f4035 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:53:42.523840 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-e1053347-d189-4c30-8e35-2d6944bd8e2d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6404085 Oct 13 15:53:42.526611 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56140) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:42.532298 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-7242218e-fed7-4a3e-9b7f-1b2495a18ddb admin admin] Request body: {'subnet': {'network_id': '2beb8884-b4b2-47e8-b4fe-1e95cd2f4035', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-593393596-subnet', 'tenant_id': 'bf8bdbba5815463c8f13605135bedc37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:42.566844 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:42.618517 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ad3ef-5472-493e-ab1d-00a559f5eb0e None None] New status for floating IP 5f96755b-bde1-4325-8681-c47a47f2fa66: ACTIVE {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:53:42.626616 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7242218e-fed7-4a3e-9b7f-1b2495a18ddb admin admin] Made reservation on behalf of bf8bdbba5815463c8f13605135bedc37 for: {'subnet': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:53:42.629122 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7242218e-fed7-4a3e-9b7f-1b2495a18ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4340956'] for subnet, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:42.863794 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7242218e-fed7-4a3e-9b7f-1b2495a18ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4586261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4340978'] for subnet, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:42.917602 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242218e-fed7-4a3e-9b7f-1b2495a18ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba56dfd-0812-43b1-b039-1cc81cb79b89,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:42.927864 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242218e-fed7-4a3e-9b7f-1b2495a18ddb admin admin] Checking segment: {'id': '5c014396-ed98-4255-82dc-3b3ca1390df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2beb8884-b4b2-47e8-b4fe-1e95cd2f4035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:53:42.928220 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7242218e-fed7-4a3e-9b7f-1b2495a18ddb admin admin] Network hostable DHCP agents. Network: 2beb8884-b4b2-47e8-b4fe-1e95cd2f4035, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:53:43.000668 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7242218e-fed7-4a3e-9b7f-1b2495a18ddb admin admin] Network 2beb8884-b4b2-47e8-b4fe-1e95cd2f4035 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:53:43.068891 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-7242218e-fed7-4a3e-9b7f-1b2495a18ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, 2beb8884-b4b2-47e8-b4fe-1e95cd2f4035) {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:53:43.072971 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7242218e-fed7-4a3e-9b7f-1b2495a18ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:43.073554 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7242218e-fed7-4a3e-9b7f-1b2495a18ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:43.081267 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0e7f12-ecb1-4eaa-92f0-ec16a9fdd463 None None] Network 2beb8884-b4b2-47e8-b4fe-1e95cd2f4035 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:53:43.158646 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-7242218e-fed7-4a3e-9b7f-1b2495a18ddb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6308012 Oct 13 15:53:43.207192 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb14c3d2-781a-43ee-8a11-3a8b92a1ab99 None None] Network 2beb8884-b4b2-47e8-b4fe-1e95cd2f4035 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:53:43.810384 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56176) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:43.815354 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1353859649-network', 'tenant_id': '454be3352bea4927b6ec6dbd771c92f3'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:43.926516 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] Made reservation on behalf of 454be3352bea4927b6ec6dbd771c92f3 for: {'network': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:53:43.928938 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:43.941630 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:44.018495 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:44.080824 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:44.104033 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=107005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:53:44.113322 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e1d2c1-bee4-43bb-b758-5ad16a2b824b,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:44.117932 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:44.118268 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.segments_db [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] Added segment 609a84d2-f1e4-4937-b246-a6fb5a44d38e of type vlan for network 30af2c2b-2c44-4122-9d07-288bdcf8c2c5 Oct 13 15:53:44.157073 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:44.240413 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:44.241345 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:44.241916 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:44.301394 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=30af2c2b-2c44-4122-9d07-288bdcf8c2c5,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:44.310948 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network 30af2c2b-2c44-4122-9d07-288bdcf8c2c5 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:53:44.352367 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-bcdd6dbb-c6a1-4998-a8af-42134fac7ca8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5407927 Oct 13 15:53:44.355214 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56178) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:44.360703 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-09e29dbf-98c6-4676-93b2-e1766e6c64f6 admin admin] Request body: {'subnet': {'network_id': '30af2c2b-2c44-4122-9d07-288bdcf8c2c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1353859649-subnet', 'tenant_id': '454be3352bea4927b6ec6dbd771c92f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:44.449313 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e29dbf-98c6-4676-93b2-e1766e6c64f6 admin admin] Made reservation on behalf of 454be3352bea4927b6ec6dbd771c92f3 for: {'subnet': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:53:44.451702 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-09e29dbf-98c6-4676-93b2-e1766e6c64f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4340956'] for subnet, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:44.681097 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-09e29dbf-98c6-4676-93b2-e1766e6c64f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4586261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4340978'] for subnet, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:44.735476 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e29dbf-98c6-4676-93b2-e1766e6c64f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d1ba9b-9847-413d-94ba-97848ac2180f,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:44.750895 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e29dbf-98c6-4676-93b2-e1766e6c64f6 admin admin] Checking segment: {'id': '609a84d2-f1e4-4937-b246-a6fb5a44d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '30af2c2b-2c44-4122-9d07-288bdcf8c2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:53:44.751262 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e29dbf-98c6-4676-93b2-e1766e6c64f6 admin admin] Network hostable DHCP agents. Network: 30af2c2b-2c44-4122-9d07-288bdcf8c2c5, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:53:44.820642 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e29dbf-98c6-4676-93b2-e1766e6c64f6 admin admin] Network 30af2c2b-2c44-4122-9d07-288bdcf8c2c5 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:53:44.892042 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-09e29dbf-98c6-4676-93b2-e1766e6c64f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, 30af2c2b-2c44-4122-9d07-288bdcf8c2c5) {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:53:44.896074 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e29dbf-98c6-4676-93b2-e1766e6c64f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:44.900829 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-09e29dbf-98c6-4676-93b2-e1766e6c64f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:44.901496 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbeafa1-ddaf-434d-8117-23d4b1727031 None None] Network 30af2c2b-2c44-4122-9d07-288bdcf8c2c5 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:53:44.966195 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-09e29dbf-98c6-4676-93b2-e1766e6c64f6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6097469 Oct 13 15:53:45.024132 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe2fdeb-5e37-4129-9b96-9d43cf43c8e9 None None] Network 30af2c2b-2c44-4122-9d07-288bdcf8c2c5 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:53:45.084320 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56186) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:45.136668 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b6873a-27f6-4dbd-a285-060fbf82e25e admin admin] Deleting subnet fba56dfd-0812-43b1-b039-1cc81cb79b89 {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:53:45.140636 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f3b6873a-27f6-4dbd-a285-060fbf82e25e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.179595 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f3b6873a-27f6-4dbd-a285-060fbf82e25e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134043822'] for subnet, precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.217626 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f3b6873a-27f6-4dbd-a285-060fbf82e25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.350029 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f3b6873a-27f6-4dbd-a285-060fbf82e25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133663441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133561784'] for subnet, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.376938 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6873a-27f6-4dbd-a285-060fbf82e25e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba56dfd-0812-43b1-b039-1cc81cb79b89,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:45.381208 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f3b6873a-27f6-4dbd-a285-060fbf82e25e admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.384467 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f3b6873a-27f6-4dbd-a285-060fbf82e25e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fba56dfd-0812-43b1-b039-1cc81cb79b89 HTTP/1.1" status: 204 len: 168 time: 0.2990427 Oct 13 15:53:45.387452 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56188) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:45.453666 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ffb07d7b-95e3-4055-85a2-13b1119c6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.532700 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ffb07d7b-95e3-4055-85a2-13b1119c6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.555843 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-ffb07d7b-95e3-4055-85a2-13b1119c6fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2beb8884-b4b2-47e8-b4fe-1e95cd2f4035']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:45.565868 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-ffb07d7b-95e3-4055-85a2-13b1119c6fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c014396-ed98-4255-82dc-3b3ca1390df8') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:45.566165 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-ffb07d7b-95e3-4055-85a2-13b1119c6fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c014396-ed98-4255-82dc-3b3ca1390df8') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:45.575080 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ffb07d7b-95e3-4055-85a2-13b1119c6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134043813'] for segment, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.588302 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ffb07d7b-95e3-4055-85a2-13b1119c6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.594017 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb07d7b-95e3-4055-85a2-13b1119c6fa3 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:53:45.594388 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ffb07d7b-95e3-4055-85a2-13b1119c6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133663503'] for segment, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: Traceback (most recent call last): Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: timer() Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: cb(*args, **kw) Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: return func(*args, **kwargs) Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: self._notify() Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: self.callback(batched_events) Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: event.method(event) Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: return f(self, *a, **k) Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._get(url).json() Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: return self.request(url, 'GET', **kwargs) Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:53:45.596026 dv-cinder-774288-10-iscsi neutron-server[107006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:53:45.729383 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ffb07d7b-95e3-4055-85a2-13b1119c6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.744351 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ffb07d7b-95e3-4055-85a2-13b1119c6fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.750738 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-ffb07d7b-95e3-4055-85a2-13b1119c6fa3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2beb8884-b4b2-47e8-b4fe-1e95cd2f4035 HTTP/1.1" status: 204 len: 168 time: 0.3594756 Oct 13 15:53:45.750738 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb07d7b-95e3-4055-85a2-13b1119c6fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2beb8884-b4b2-47e8-b4fe-1e95cd2f4035,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:45.751006 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56190) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:45.801225 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef77786-dad3-49ee-b705-85f143436a21 admin admin] Deleting subnet e3d1ba9b-9847-413d-94ba-97848ac2180f {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:53:45.804230 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4ef77786-dad3-49ee-b705-85f143436a21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.838335 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4ef77786-dad3-49ee-b705-85f143436a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134043822'] for subnet, precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.881128 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4ef77786-dad3-49ee-b705-85f143436a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:45.998408 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4ef77786-dad3-49ee-b705-85f143436a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133663441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133561784'] for subnet, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:46.027428 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef77786-dad3-49ee-b705-85f143436a21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d1ba9b-9847-413d-94ba-97848ac2180f,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:46.031261 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4ef77786-dad3-49ee-b705-85f143436a21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:46.034431 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-4ef77786-dad3-49ee-b705-85f143436a21 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e3d1ba9b-9847-413d-94ba-97848ac2180f HTTP/1.1" status: 204 len: 168 time: 0.2825603 Oct 13 15:53:46.036932 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56200) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:46.101985 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-00f10861-0a85-416f-8c19-f6d32df9b74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:46.180981 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-00f10861-0a85-416f-8c19-f6d32df9b74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:46.200419 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-00f10861-0a85-416f-8c19-f6d32df9b74f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30af2c2b-2c44-4122-9d07-288bdcf8c2c5']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:46.209164 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-00f10861-0a85-416f-8c19-f6d32df9b74f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609a84d2-f1e4-4937-b246-a6fb5a44d38e') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:46.209455 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-00f10861-0a85-416f-8c19-f6d32df9b74f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609a84d2-f1e4-4937-b246-a6fb5a44d38e') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:46.219137 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-00f10861-0a85-416f-8c19-f6d32df9b74f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134043813'] for segment, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:46.231607 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-00f10861-0a85-416f-8c19-f6d32df9b74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:46.238181 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f10861-0a85-416f-8c19-f6d32df9b74f admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:53:46.238689 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-00f10861-0a85-416f-8c19-f6d32df9b74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133663503'] for segment, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: Traceback (most recent call last): Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: timer() Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: cb(*args, **kw) Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: return func(*args, **kwargs) Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: self._notify() Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: self.callback(batched_events) Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: event.method(event) Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: return f(self, *a, **k) Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._get(url).json() Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: return self.request(url, 'GET', **kwargs) Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:53:46.240747 dv-cinder-774288-10-iscsi neutron-server[107006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:53:46.417847 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-00f10861-0a85-416f-8c19-f6d32df9b74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:46.424117 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-00f10861-0a85-416f-8c19-f6d32df9b74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:46.427433 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-00f10861-0a85-416f-8c19-f6d32df9b74f admin admin] 10.222.0.26 "DELETE /v2.0/networks/30af2c2b-2c44-4122-9d07-288bdcf8c2c5 HTTP/1.1" status: 204 len: 168 time: 0.3895097 Oct 13 15:53:46.438453 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f10861-0a85-416f-8c19-f6d32df9b74f admin admin] Pushing event deleted for resources: {'Network': ['ID=30af2c2b-2c44-4122-9d07-288bdcf8c2c5,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:46.833202 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56208) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:46.872466 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-92487e7b-0909-464d-9572-79c7a3722754 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf8bdbba5815463c8f13605135bedc37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380948 Oct 13 15:53:46.875815 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56210) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:46.924220 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8a98cc7f-4589-4ac1-b977-7cadd9a04041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:46.946212 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8a98cc7f-4589-4ac1-b977-7cadd9a04041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:47.043618 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8a98cc7f-4589-4ac1-b977-7cadd9a04041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:47.047275 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8a98cc7f-4589-4ac1-b977-7cadd9a04041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:47.048433 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-8a98cc7f-4589-4ac1-b977-7cadd9a04041 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa314ecd-5117-4508-a1be-f4afd0c36d9a HTTP/1.1" status: 204 len: 168 time: 0.1716521 Oct 13 15:53:47.056034 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98cc7f-4589-4ac1-b977-7cadd9a04041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa314ecd-5117-4508-a1be-f4afd0c36d9a,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:47.621277 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c6a0f-f681-4a2c-9fb4-a673df8520d0 req-0b78ac07-9551-45b0-b551-be5b71e18817 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:47.622748 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-538c6a0f-f681-4a2c-9fb4-a673df8520d0 req-0b78ac07-9551-45b0-b551-be5b71e18817 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 945 time: 0.0520163 Oct 13 15:53:47.698419 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56224) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:47.743324 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c87a6d10-4df2-44cb-abb8-6d68cb602fd3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=454be3352bea4927b6ec6dbd771c92f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411034 Oct 13 15:53:47.743556 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56226) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:47.798386 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c3a04a00-7295-428c-b5ca-caedd4a0266f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:47.819803 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c3a04a00-7295-428c-b5ca-caedd4a0266f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:47.877276 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-538c6a0f-f681-4a2c-9fb4-a673df8520d0 req-6f758df6-9b5b-4fb1-a88c-31f49dde6fb0 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484303 Oct 13 15:53:47.929220 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c3a04a00-7295-428c-b5ca-caedd4a0266f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:47.931828 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c3a04a00-7295-428c-b5ca-caedd4a0266f admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:47.932950 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c3a04a00-7295-428c-b5ca-caedd4a0266f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26e1d2c1-bee4-43bb-b758-5ad16a2b824b HTTP/1.1" status: 204 len: 168 time: 0.1884279 Oct 13 15:53:47.941033 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a04a00-7295-428c-b5ca-caedd4a0266f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e1d2c1-bee4-43bb-b758-5ad16a2b824b,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:48.997497 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e7c6c-fc3c-47c6-9061-115700fdb686 req-9a2f4681-7a24-4f11-8b7d-e59fa90f43ae tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:49.000268 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-574e7c6c-fc3c-47c6-9061-115700fdb686 req-9a2f4681-7a24-4f11-8b7d-e59fa90f43ae tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 945 time: 0.0547957 Oct 13 15:53:49.044355 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-574e7c6c-fc3c-47c6-9061-115700fdb686 req-13df4053-e887-470e-8321-c302bb9ba0f7 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355394 Oct 13 15:53:49.814087 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b82c20-da9e-450e-8e71-8d64aad113a2 req-7e43f2e8-8cba-4beb-bc0d-4293f73192e1 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:49.815506 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-61b82c20-da9e-450e-8e71-8d64aad113a2 req-7e43f2e8-8cba-4beb-bc0d-4293f73192e1 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 945 time: 0.0478799 Oct 13 15:53:49.914189 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-61b82c20-da9e-450e-8e71-8d64aad113a2 req-c1e7e976-8839-4451-8b48-0be1599eb922 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Deleting port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:53:49.914532 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-61b82c20-da9e-450e-8e71-8d64aad113a2 req-c1e7e976-8839-4451-8b48-0be1599eb922 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:50.004082 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-61b82c20-da9e-450e-8e71-8d64aad113a2 req-c1e7e976-8839-4451-8b48-0be1599eb922 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] For port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:50.005066 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-61b82c20-da9e-450e-8e71-8d64aad113a2 req-c1e7e976-8839-4451-8b48-0be1599eb922 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:50.022321 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-61b82c20-da9e-450e-8e71-8d64aad113a2 req-c1e7e976-8839-4451-8b48-0be1599eb922 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Calling delete_port for c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc owned by compute:nova {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:53:50.200732 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd21f8-96c1-4860-b207-6a6c7f8d5ab6 req-28d58dfd-d211-44ac-b19a-e14cffcac0ba tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:50.202183 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6ebd21f8-96c1-4860-b207-6a6c7f8d5ab6 req-28d58dfd-d211-44ac-b19a-e14cffcac0ba tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 945 time: 0.0822265 Oct 13 15:53:50.245481 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6ebd21f8-96c1-4860-b207-6a6c7f8d5ab6 req-41ed52a7-51a8-4724-bfce-cb3fff3dfa69 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358737 Oct 13 15:53:50.266499 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-61b82c20-da9e-450e-8e71-8d64aad113a2 req-c1e7e976-8839-4451-8b48-0be1599eb922 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:50.285359 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['d92ee354-20d8-4752-865f-c2ce578de6f5', '77508328-b545-42cf-a602-4b48545ca08c', 'a9af2805-a128-4e54-9deb-2ce5675fcf11', 'c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:53:50.298529 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7e976-8839-4451-8b48-0be1599eb922 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Pushing event deleted for resources: {'Port': ['ID=c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:50.343076 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b82c20-da9e-450e-8e71-8d64aad113a2 req-c1e7e976-8839-4451-8b48-0be1599eb922 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] No DVR routers for this DVR port c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc on host hv-cinder-77428 {{(pid=107005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:53:50.345800 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-61b82c20-da9e-450e-8e71-8d64aad113a2 req-c1e7e976-8839-4451-8b48-0be1599eb922 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:50.349401 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-61b82c20-da9e-450e-8e71-8d64aad113a2 req-c1e7e976-8839-4451-8b48-0be1599eb922 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "DELETE /v2.0/ports/c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc HTTP/1.1" status: 204 len: 173 time: 0.5269806 Oct 13 15:53:50.349855 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbbe89e-2aea-46a9-a5a4-754f584ad152', 'name': 'network-vif-deleted', 'tag': 'c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:50.352127 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af38c71-e190-4de1-9cfb-e649c15b72d7" -d '{"events": [{"server_uuid": "5bbbe89e-2aea-46a9-a5a4-754f584ad152", "name": "network-vif-deleted", "tag": "c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:50.395068 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dd150e-2b8e-4249-88db-f6e85e0d3be4 x-openstack-request-id: req-34dd150e-2b8e-4249-88db-f6e85e0d3be4 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:50.395068 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbbe89e-2aea-46a9-a5a4-754f584ad152", "name": "network-vif-deleted", "tag": "c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:50.395068 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34dd150e-2b8e-4249-88db-f6e85e0d3be4 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:50.395068 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbbe89e-2aea-46a9-a5a4-754f584ad152', 'name': 'network-vif-deleted', 'tag': 'c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc', 'status': 'completed', 'code': 200} Oct 13 15:53:50.828036 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb893f-b318-491a-8dfc-56199311c91a req-60f06a34-c054-45c0-8357-8861e64ce166 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:50.830150 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1cdb893f-b318-491a-8dfc-56199311c91a req-60f06a34-c054-45c0-8357-8861e64ce166 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0521235 Oct 13 15:53:50.846493 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:53:50.869556 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1cdb893f-b318-491a-8dfc-56199311c91a req-e221e3e4-222b-4517-9b30-080e6ef9bc43 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320728 Oct 13 15:53:51.071071 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56318) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:51.175153 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-39469cd0-7b6a-4fbb-8388-4bd1d74c4c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:51.251762 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-39469cd0-7b6a-4fbb-8388-4bd1d74c4c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:51.312164 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-39469cd0-7b6a-4fbb-8388-4bd1d74c4c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:51.351037 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-39469cd0-7b6a-4fbb-8388-4bd1d74c4c6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1843ce2812164d0db6b6449145e81c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787187 Oct 13 15:53:51.352826 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39469cd0-7b6a-4fbb-8388-4bd1d74c4c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8df233a-ffb0-4f8f-a010-a90b4359950c,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:51.355251 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56326) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:51.362835 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ced85045-b1d0-4e68-b8bb-f90258e635e3 req-19814a98-aa67-4f60-ab61-fa8154fc0e68 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbbe89e-2aea-46a9-a5a4-754f584ad152 HTTP/1.1" status: 200 len: 210 time: 0.0314257 Oct 13 15:53:51.407400 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e5aaf278-e1d9-42d3-9b12-652b5082a01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:51.431661 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e5aaf278-e1d9-42d3-9b12-652b5082a01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:51.583850 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e5aaf278-e1d9-42d3-9b12-652b5082a01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:51.586409 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e5aaf278-e1d9-42d3-9b12-652b5082a01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:51.587574 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-e5aaf278-e1d9-42d3-9b12-652b5082a01d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8df233a-ffb0-4f8f-a010-a90b4359950c HTTP/1.1" status: 204 len: 168 time: 0.2314327 Oct 13 15:53:51.596241 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaf278-e1d9-42d3-9b12-652b5082a01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8df233a-ffb0-4f8f-a010-a90b4359950c,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:51.989055 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5735469-5897-464f-be10-c1a04ae060cf req-e8c537e1-bf26-4a6a-a159-17bb3931c987 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:51.990507 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c5735469-5897-464f-be10-c1a04ae060cf req-e8c537e1-bf26-4a6a-a159-17bb3931c987 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0500941 Oct 13 15:53:52.028689 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c5735469-5897-464f-be10-c1a04ae060cf req-ff0167ad-11b3-4bd2-ae12-6ea775f9c0f7 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320656 Oct 13 15:53:52.182319 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56336) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:52.195248 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-58c5c1a0-8e40-437f-8c04-2ac60e76f96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:52.267875 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-58c5c1a0-8e40-437f-8c04-2ac60e76f96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:52.326416 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-58c5c1a0-8e40-437f-8c04-2ac60e76f96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:52.364256 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-58c5c1a0-8e40-437f-8c04-2ac60e76f96e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ea6e6dae0a74ce7bd2ddd63c55a9d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809793 Oct 13 15:53:52.365169 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5c1a0-8e40-437f-8c04-2ac60e76f96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd797074-5230-47a8-8c8c-d4ff50fe8ab0,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:52.367600 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56338) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:52.426976 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e63247e5-99d0-4b91-b6fd-fd36a5ca5fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:52.448587 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e63247e5-99d0-4b91-b6fd-fd36a5ca5fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:52.575916 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e63247e5-99d0-4b91-b6fd-fd36a5ca5fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:52.579043 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e63247e5-99d0-4b91-b6fd-fd36a5ca5fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:52.581691 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-e63247e5-99d0-4b91-b6fd-fd36a5ca5fd6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd797074-5230-47a8-8c8c-d4ff50fe8ab0 HTTP/1.1" status: 204 len: 168 time: 0.2128363 Oct 13 15:53:52.590067 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63247e5-99d0-4b91-b6fd-fd36a5ca5fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd797074-5230-47a8-8c8c-d4ff50fe8ab0,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:52.901525 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:53:52.923650 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:53:52.924057 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device c5ee356c-05e2-44c2-8c8d-0eb3e3ad13dc not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:53:53.147750 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b71e1-4d04-41e6-8408-87de48ec5d79 req-3fbc5bb2-52f4-43cb-9700-cb034e3ca047 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:53.149151 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ec5b71e1-4d04-41e6-8408-87de48ec5d79 req-3fbc5bb2-52f4-43cb-9700-cb034e3ca047 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0514553 Oct 13 15:53:53.188267 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ec5b71e1-4d04-41e6-8408-87de48ec5d79 req-b93d55a9-f14f-4895-a5f7-e04ea6902d70 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Oct 13 15:53:54.080901 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb303a-8758-4d46-b3b5-5bcc8a92e9b3 req-cf931406-d9f2-40f6-a2ea-9eecf485f893 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:54.082471 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-13eb303a-8758-4d46-b3b5-5bcc8a92e9b3 req-cf931406-d9f2-40f6-a2ea-9eecf485f893 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 946 time: 0.0597882 Oct 13 15:53:54.121119 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-13eb303a-8758-4d46-b3b5-5bcc8a92e9b3 req-1f3cc91a-9433-4d0f-bf93-8bd5246f575c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326002 Oct 13 15:53:54.320122 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde55f3-5723-4b3b-b6d7-b3f43eeea3de req-2d10acc4-0e7d-443b-be5e-bf117669e286 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:54.321612 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1fde55f3-5723-4b3b-b6d7-b3f43eeea3de req-2d10acc4-0e7d-443b-be5e-bf117669e286 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0555136 Oct 13 15:53:54.361613 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1fde55f3-5723-4b3b-b6d7-b3f43eeea3de req-3157a580-f6e5-438f-b12d-2de14e2f9f7c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340750 Oct 13 15:53:55.242968 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e46959-b9b2-43a1-bc2e-00671d9ef83f req-fd1a3117-7183-407c-bbb9-1a3d72c3c48b tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:55.244407 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-62e46959-b9b2-43a1-bc2e-00671d9ef83f req-fd1a3117-7183-407c-bbb9-1a3d72c3c48b tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 946 time: 0.0524018 Oct 13 15:53:55.282690 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-62e46959-b9b2-43a1-bc2e-00671d9ef83f req-e8fb338c-769c-40ff-8714-f71914720c72 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323150 Oct 13 15:53:55.477729 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1664e43-06fb-47ed-a5ba-eb1495461571 req-9cd06a5a-8462-495d-82fa-a0776cfe3e4c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:55.479192 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a1664e43-06fb-47ed-a5ba-eb1495461571 req-9cd06a5a-8462-495d-82fa-a0776cfe3e4c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0494308 Oct 13 15:53:55.516385 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a1664e43-06fb-47ed-a5ba-eb1495461571 req-30d1b0e5-9ad5-4724-93d7-e669103ddfe7 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313184 Oct 13 15:53:56.091038 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cfc2b-8306-4faf-bb45-7eeb92982328 req-3f9078a6-4bd0-4927-8318-7a2589a8a0af tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:56.092450 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fd2cfc2b-8306-4faf-bb45-7eeb92982328 req-3f9078a6-4bd0-4927-8318-7a2589a8a0af tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 946 time: 0.0473900 Oct 13 15:53:56.185137 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-fd2cfc2b-8306-4faf-bb45-7eeb92982328 req-87dce3ae-41ea-42ff-9e54-8af1ee1beda2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Deleting port a9af2805-a128-4e54-9deb-2ce5675fcf11 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:53:56.185470 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-fd2cfc2b-8306-4faf-bb45-7eeb92982328 req-87dce3ae-41ea-42ff-9e54-8af1ee1beda2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:56.271858 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-fd2cfc2b-8306-4faf-bb45-7eeb92982328 req-87dce3ae-41ea-42ff-9e54-8af1ee1beda2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] For port a9af2805-a128-4e54-9deb-2ce5675fcf11, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a9af2805-a128-4e54-9deb-2ce5675fcf11,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:56.272524 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-fd2cfc2b-8306-4faf-bb45-7eeb92982328 req-87dce3ae-41ea-42ff-9e54-8af1ee1beda2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:56.285071 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-fd2cfc2b-8306-4faf-bb45-7eeb92982328 req-87dce3ae-41ea-42ff-9e54-8af1ee1beda2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Calling delete_port for a9af2805-a128-4e54-9deb-2ce5675fcf11 owned by compute:nova {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:53:56.411667 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bde9e9-a4af-4f42-95c3-abeb62a05357 req-bf24f7ec-ab3b-4282-b13c-87292836f745 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:56.413122 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-44bde9e9-a4af-4f42-95c3-abeb62a05357 req-bf24f7ec-ab3b-4282-b13c-87292836f745 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 946 time: 0.0633733 Oct 13 15:53:56.481875 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-44bde9e9-a4af-4f42-95c3-abeb62a05357 req-e211c1d4-adc6-48d9-a642-83f0b833699a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474579 Oct 13 15:53:56.543813 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-fd2cfc2b-8306-4faf-bb45-7eeb92982328 req-87dce3ae-41ea-42ff-9e54-8af1ee1beda2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:56.560686 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['d92ee354-20d8-4752-865f-c2ce578de6f5', '77508328-b545-42cf-a602-4b48545ca08c', 'a9af2805-a128-4e54-9deb-2ce5675fcf11'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:53:56.576734 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dce3ae-41ea-42ff-9e54-8af1ee1beda2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Pushing event deleted for resources: {'Port': ['ID=a9af2805-a128-4e54-9deb-2ce5675fcf11,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:56.630389 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2cfc2b-8306-4faf-bb45-7eeb92982328 req-87dce3ae-41ea-42ff-9e54-8af1ee1beda2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] No DVR routers for this DVR port a9af2805-a128-4e54-9deb-2ce5675fcf11 on host hv-cinder-77428 {{(pid=107005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:53:56.647837 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-fd2cfc2b-8306-4faf-bb45-7eeb92982328 req-87dce3ae-41ea-42ff-9e54-8af1ee1beda2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:56.649849 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fd2cfc2b-8306-4faf-bb45-7eeb92982328 req-87dce3ae-41ea-42ff-9e54-8af1ee1beda2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "DELETE /v2.0/ports/a9af2805-a128-4e54-9deb-2ce5675fcf11 HTTP/1.1" status: 204 len: 173 time: 0.5492239 Oct 13 15:53:56.650446 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a69dc00-6570-42cf-9875-0a0f1a7bd0d8', 'name': 'network-vif-deleted', 'tag': 'a9af2805-a128-4e54-9deb-2ce5675fcf11'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:56.652783 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35266ed-f4c9-4533-9c33-ade24ed4843a" -d '{"events": [{"server_uuid": "5a69dc00-6570-42cf-9875-0a0f1a7bd0d8", "name": "network-vif-deleted", "tag": "a9af2805-a128-4e54-9deb-2ce5675fcf11"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:56.681080 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec21db5-fc97-4fd1-a7bf-5f6b99237334 req-f9411681-11ff-4030-a177-212a1d525fa2 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:56.682647 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dec21db5-fc97-4fd1-a7bf-5f6b99237334 req-f9411681-11ff-4030-a177-212a1d525fa2 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0789421 Oct 13 15:53:56.710362 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c2078c-8252-4349-b8df-6bd7138c5408 x-openstack-request-id: req-55c2078c-8252-4349-b8df-6bd7138c5408 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:56.710660 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a69dc00-6570-42cf-9875-0a0f1a7bd0d8", "name": "network-vif-deleted", "tag": "a9af2805-a128-4e54-9deb-2ce5675fcf11", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:56.710934 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55c2078c-8252-4349-b8df-6bd7138c5408 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:56.711333 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a69dc00-6570-42cf-9875-0a0f1a7bd0d8', 'name': 'network-vif-deleted', 'tag': 'a9af2805-a128-4e54-9deb-2ce5675fcf11', 'status': 'completed', 'code': 200} Oct 13 15:53:56.738515 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dec21db5-fc97-4fd1-a7bf-5f6b99237334 req-ee7952ae-319f-4562-bd48-f6e9c8378a6f tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498013 Oct 13 15:53:57.587829 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e858c6a6-f2b0-4b41-8b52-da6906198964 req-9865a2c8-9a2c-471f-afa9-192a03dc684b tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a69dc00-6570-42cf-9875-0a0f1a7bd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0268826 Oct 13 15:53:57.855812 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282dc1a-3dd6-4334-aa3d-15868063b7f2 req-6bf12d5b-bdfe-46f6-816a-faf20a2b6994 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:57.857227 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5282dc1a-3dd6-4334-aa3d-15868063b7f2 req-6bf12d5b-bdfe-46f6-816a-faf20a2b6994 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0514181 Oct 13 15:53:57.895343 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5282dc1a-3dd6-4334-aa3d-15868063b7f2 req-148d210c-0873-4cac-916f-00161a40f0a3 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316455 Oct 13 15:53:58.543390 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-23061cbd-f35f-45e1-8bb1-1edfe23fd16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:58.813513 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56482) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:58.919969 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8cd1d741-23aa-43eb-9638-7039b1aa258f admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:58.927354 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device a9af2805-a128-4e54-9deb-2ce5675fcf11 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:53:58.948447 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: a9af2805-a128-4e54-9deb-2ce5675fcf11 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:53:58.949068 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device a9af2805-a128-4e54-9deb-2ce5675fcf11 not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:53:59.062666 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8cd1d741-23aa-43eb-9638-7039b1aa258f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.072907 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f1d48-5c43-4459-9b74-33ff10db3063 req-05134e18-316c-48e3-9e2c-608316513a04 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:59.074699 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-600f1d48-5c43-4459-9b74-33ff10db3063 req-05134e18-316c-48e3-9e2c-608316513a04 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.1075912 Oct 13 15:53:59.092644 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57d6d0-ec95-44ba-8611-73e2ceb1e848 req-e6d5a157-2a10-4bf5-9651-9cb44070314b tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:59.094096 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3b57d6d0-ec95-44ba-8611-73e2ceb1e848 req-e6d5a157-2a10-4bf5-9651-9cb44070314b tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 945 time: 0.0850809 Oct 13 15:53:59.124154 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8cd1d741-23aa-43eb-9638-7039b1aa258f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.182563 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-600f1d48-5c43-4459-9b74-33ff10db3063 req-57bbff6a-c009-4edf-a4b2-f86f9f279c08 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875216 Oct 13 15:53:59.189903 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3b57d6d0-ec95-44ba-8611-73e2ceb1e848 req-6b01bbd6-3fd5-41e9-b969-09dbb3cd8a6f tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886464 Oct 13 15:53:59.194917 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-8cd1d741-23aa-43eb-9638-7039b1aa258f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08b1c9456e364a51b5be370eb2a761f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777957 Oct 13 15:53:59.194917 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1d741-23aa-43eb-9638-7039b1aa258f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b70402-3d5b-4561-b3e4-bfb488d7718d,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:59.195403 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56490) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:59.244437 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fad9b0aa-b803-490e-9ab6-88358eeabb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.264941 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fad9b0aa-b803-490e-9ab6-88358eeabb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.375211 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fad9b0aa-b803-490e-9ab6-88358eeabb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.377884 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fad9b0aa-b803-490e-9ab6-88358eeabb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.379013 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-fad9b0aa-b803-490e-9ab6-88358eeabb22 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08b70402-3d5b-4561-b3e4-bfb488d7718d HTTP/1.1" status: 204 len: 168 time: 0.1826820 Oct 13 15:53:59.386996 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9b0aa-b803-490e-9ab6-88358eeabb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b70402-3d5b-4561-b3e4-bfb488d7718d,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:00.046076 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56500) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:00.305717 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7c8e67d7-c55d-4000-9dcf-c29994f0ef2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.333977 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2519eb-95a3-4c18-a9d6-0cedf6844ff3 req-21b1093d-b8f2-4daa-a671-c1346d2b3209 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:00.335525 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ab2519eb-95a3-4c18-a9d6-0cedf6844ff3 req-21b1093d-b8f2-4daa-a671-c1346d2b3209 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0848205 Oct 13 15:54:00.347976 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec34efa-ceaa-4cf0-a076-008bed6e1f65 req-0497425b-3fcc-4fba-ae20-aa1091fbb9bc tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:00.349850 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6ec34efa-ceaa-4cf0-a076-008bed6e1f65 req-0497425b-3fcc-4fba-ae20-aa1091fbb9bc tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 945 time: 0.0717511 Oct 13 15:54:00.381370 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7c8e67d7-c55d-4000-9dcf-c29994f0ef2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.402851 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ab2519eb-95a3-4c18-a9d6-0cedf6844ff3 req-0d364eb8-8a5c-4b59-a2e3-606e282ff27f tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523877 Oct 13 15:54:00.411830 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6ec34efa-ceaa-4cf0-a076-008bed6e1f65 req-034e184e-f084-45ca-a578-27d41b2582d2 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555398 Oct 13 15:54:00.460928 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7c8e67d7-c55d-4000-9dcf-c29994f0ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.498892 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7c8e67d7-c55d-4000-9dcf-c29994f0ef2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b234adf53e104794a110a3399255b72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517343 Oct 13 15:54:00.499773 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e67d7-c55d-4000-9dcf-c29994f0ef2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69a928d-afa8-4e0c-a753-7cec88dd4a34,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:00.502064 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56506) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:00.552643 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-375c5b55-65d6-4307-ab80-102dcf9e7465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.574284 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-375c5b55-65d6-4307-ab80-102dcf9e7465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.692184 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-375c5b55-65d6-4307-ab80-102dcf9e7465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.694916 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-375c5b55-65d6-4307-ab80-102dcf9e7465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.696080 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-375c5b55-65d6-4307-ab80-102dcf9e7465 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c69a928d-afa8-4e0c-a753-7cec88dd4a34 HTTP/1.1" status: 204 len: 168 time: 0.1923277 Oct 13 15:54:00.703832 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c5b55-65d6-4307-ab80-102dcf9e7465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69a928d-afa8-4e0c-a753-7cec88dd4a34,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:00.758981 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89206abd-6581-4462-8a7b-cce11ff77ef2 req-2bb47a91-5140-4577-a1bd-2ccabad6f04c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:00.760450 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-89206abd-6581-4462-8a7b-cce11ff77ef2 req-2bb47a91-5140-4577-a1bd-2ccabad6f04c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 945 time: 0.0537596 Oct 13 15:54:00.854705 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-89206abd-6581-4462-8a7b-cce11ff77ef2 req-e716bbb9-32a0-4dd8-a5f6-33a2e7d4d764 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Deleting port 77508328-b545-42cf-a602-4b48545ca08c {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:54:00.855216 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-89206abd-6581-4462-8a7b-cce11ff77ef2 req-e716bbb9-32a0-4dd8-a5f6-33a2e7d4d764 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.944782 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-89206abd-6581-4462-8a7b-cce11ff77ef2 req-e716bbb9-32a0-4dd8-a5f6-33a2e7d4d764 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] For port 77508328-b545-42cf-a602-4b48545ca08c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=77508328-b545-42cf-a602-4b48545ca08c,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:00.945222 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-89206abd-6581-4462-8a7b-cce11ff77ef2 req-e716bbb9-32a0-4dd8-a5f6-33a2e7d4d764 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.958806 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-89206abd-6581-4462-8a7b-cce11ff77ef2 req-e716bbb9-32a0-4dd8-a5f6-33a2e7d4d764 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Calling delete_port for 77508328-b545-42cf-a602-4b48545ca08c owned by compute:nova {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:54:01.162543 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-89206abd-6581-4462-8a7b-cce11ff77ef2 req-e716bbb9-32a0-4dd8-a5f6-33a2e7d4d764 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.163073 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['d92ee354-20d8-4752-865f-c2ce578de6f5', '77508328-b545-42cf-a602-4b48545ca08c'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:54:01.180143 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716bbb9-32a0-4dd8-a5f6-33a2e7d4d764 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Pushing event deleted for resources: {'Port': ['ID=77508328-b545-42cf-a602-4b48545ca08c,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:01.224901 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-89206abd-6581-4462-8a7b-cce11ff77ef2 req-e716bbb9-32a0-4dd8-a5f6-33a2e7d4d764 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] No DVR routers for this DVR port 77508328-b545-42cf-a602-4b48545ca08c on host hv-cinder-77428 {{(pid=107005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:54:01.227736 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-89206abd-6581-4462-8a7b-cce11ff77ef2 req-e716bbb9-32a0-4dd8-a5f6-33a2e7d4d764 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.231095 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-89206abd-6581-4462-8a7b-cce11ff77ef2 req-e716bbb9-32a0-4dd8-a5f6-33a2e7d4d764 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "DELETE /v2.0/ports/77508328-b545-42cf-a602-4b48545ca08c HTTP/1.1" status: 204 len: 173 time: 0.4619634 Oct 13 15:54:01.231612 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e2589-07fc-40aa-9b1b-ffabee126eb6', 'name': 'network-vif-deleted', 'tag': '77508328-b545-42cf-a602-4b48545ca08c'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:54:01.234559 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89331ad4-1a92-4e80-be47-f14b8c96d88e" -d '{"events": [{"server_uuid": "821e2589-07fc-40aa-9b1b-ffabee126eb6", "name": "network-vif-deleted", "tag": "77508328-b545-42cf-a602-4b48545ca08c"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:54:01.282045 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6395a1eb-68c8-4715-8c2a-f150a08ebe78 x-openstack-request-id: req-6395a1eb-68c8-4715-8c2a-f150a08ebe78 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:54:01.283220 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e2589-07fc-40aa-9b1b-ffabee126eb6", "name": "network-vif-deleted", "tag": "77508328-b545-42cf-a602-4b48545ca08c", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:54:01.283220 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6395a1eb-68c8-4715-8c2a-f150a08ebe78 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:54:01.283646 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821e2589-07fc-40aa-9b1b-ffabee126eb6', 'name': 'network-vif-deleted', 'tag': '77508328-b545-42cf-a602-4b48545ca08c', 'status': 'completed', 'code': 200} Oct 13 15:54:01.315385 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b49ee0b6-4a30-4236-82c2-5c3877353742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.549971 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a7f3a9a9-777f-4555-95c4-ddd309d1adc0 req-a128fddf-24cf-45f4-8264-8e544badce2d tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=821e2589-07fc-40aa-9b1b-ffabee126eb6 HTTP/1.1" status: 200 len: 210 time: 0.0305090 Oct 13 15:54:01.566915 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b163d8-3676-4716-b336-7f676973a710 req-e131a321-34ab-40a4-b2e4-9bacf8aed51a tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:01.571355 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d1b163d8-3676-4716-b336-7f676973a710 req-e131a321-34ab-40a4-b2e4-9bacf8aed51a tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0845613 Oct 13 15:54:01.612543 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d1b163d8-3676-4716-b336-7f676973a710 req-8fa39b34-964e-49c9-968f-2783de83553d tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374043 Oct 13 15:54:02.137769 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:02.195261 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:02.730033 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658530c-f443-406a-8af0-de1f9e3df801 req-229cab14-5f0e-4537-923f-d86bbaed17d4 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:02.731509 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e658530c-f443-406a-8af0-de1f9e3df801 req-229cab14-5f0e-4537-923f-d86bbaed17d4 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0503144 Oct 13 15:54:02.772842 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e658530c-f443-406a-8af0-de1f9e3df801 req-90c98324-8348-4ef7-ab38-b1d2545a4760 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351579 Oct 13 15:54:03.869316 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:03.892335 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686b9fd-1a6c-4d70-af9c-acaf30513ef9 req-d02940c6-e9b6-4941-b6b9-d258ffd53531 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:03.894421 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0686b9fd-1a6c-4d70-af9c-acaf30513ef9 req-d02940c6-e9b6-4941-b6b9-d258ffd53531 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0523109 Oct 13 15:54:03.934121 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0686b9fd-1a6c-4d70-af9c-acaf30513ef9 req-6f5ab498-10ae-47ce-bba8-d8731a7463b5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328283 Oct 13 15:54:04.320497 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2211c40-11b5-41c7-9262-9d304fd9b585 req-2b461e9e-e40b-446c-ac2b-00073fc7fd4c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:04.321956 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f2211c40-11b5-41c7-9262-9d304fd9b585 req-2b461e9e-e40b-446c-ac2b-00073fc7fd4c tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 945 time: 0.0479734 Oct 13 15:54:04.363462 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f2211c40-11b5-41c7-9262-9d304fd9b585 req-d321f5cc-6393-4be1-87f3-62647cb6a5e5 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352798 Oct 13 15:54:04.984254 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 77508328-b545-42cf-a602-4b48545ca08c no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:54:05.009559 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: 77508328-b545-42cf-a602-4b48545ca08c {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:54:05.009906 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 77508328-b545-42cf-a602-4b48545ca08c not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:54:05.052908 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2b283-ed2f-4a44-9303-d04da12d1495 req-070b8348-7db1-4df4-9aa1-e8f43fe871d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:05.054367 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8bc2b283-ed2f-4a44-9303-d04da12d1495 req-070b8348-7db1-4df4-9aa1-e8f43fe871d8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0510399 Oct 13 15:54:05.090268 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8bc2b283-ed2f-4a44-9303-d04da12d1495 req-0a27f02f-9bb8-4cda-9cb1-456c8d4313d0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300369 Oct 13 15:54:05.483411 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1f007-4c8b-4348-ade3-0c0e4b2ed517 req-40818882-5e04-4008-b46b-29c963ab4daf tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:05.484883 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-69a1f007-4c8b-4348-ade3-0c0e4b2ed517 req-40818882-5e04-4008-b46b-29c963ab4daf tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 945 time: 0.0491004 Oct 13 15:54:05.523312 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-69a1f007-4c8b-4348-ade3-0c0e4b2ed517 req-937fe543-d6bb-4576-b9c3-589103004e5a tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Oct 13 15:54:05.829171 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56686) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:05.932811 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-026101df-a9cd-4403-aaf6-0a8d02604db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.004423 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-026101df-a9cd-4403-aaf6-0a8d02604db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.069308 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7192c9-a651-44c1-b0ca-041ec82cec1f req-1cd7227f-feff-4e2d-959a-b1c9b9b265c0 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:06.070788 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bc7192c9-a651-44c1-b0ca-041ec82cec1f req-1cd7227f-feff-4e2d-959a-b1c9b9b265c0 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 945 time: 0.0472751 Oct 13 15:54:06.071761 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-026101df-a9cd-4403-aaf6-0a8d02604db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.108863 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-026101df-a9cd-4403-aaf6-0a8d02604db7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c7e0f25f9c34943b92b448ba1a44ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784717 Oct 13 15:54:06.110661 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026101df-a9cd-4403-aaf6-0a8d02604db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7f9709-18ba-46ca-a43f-9763adcc7a63,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:06.113073 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56692) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:06.234559 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-addd6d0e-9461-48a2-a31a-8d839200ace6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.272177 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb5cd6-4567-46f4-ad20-5b5f80eb0a20 req-621e43c5-e00a-4665-9592-11bb84bba119 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:06.273622 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2ddb5cd6-4567-46f4-ad20-5b5f80eb0a20 req-621e43c5-e00a-4665-9592-11bb84bba119 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.1014998 Oct 13 15:54:06.278190 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-bc7192c9-a651-44c1-b0ca-041ec82cec1f req-9dd3615c-066b-4377-97f0-98cc33d85265 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Deleting port d92ee354-20d8-4752-865f-c2ce578de6f5 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:54:06.278529 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-bc7192c9-a651-44c1-b0ca-041ec82cec1f req-9dd3615c-066b-4377-97f0-98cc33d85265 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.284137 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-addd6d0e-9461-48a2-a31a-8d839200ace6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.388134 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2ddb5cd6-4567-46f4-ad20-5b5f80eb0a20 req-8366d482-0ba3-4d34-a5d8-113e5b548491 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065521 Oct 13 15:54:06.421265 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-bc7192c9-a651-44c1-b0ca-041ec82cec1f req-9dd3615c-066b-4377-97f0-98cc33d85265 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] For port d92ee354-20d8-4752-865f-c2ce578de6f5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d92ee354-20d8-4752-865f-c2ce578de6f5,segment=NetworkSegment(88a7fc77-641e-4de7-b0d5-d278bee31d96),segment_id=88a7fc77-641e-4de7-b0d5-d278bee31d96)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:06.421629 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-bc7192c9-a651-44c1-b0ca-041ec82cec1f req-9dd3615c-066b-4377-97f0-98cc33d85265 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.433453 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-bc7192c9-a651-44c1-b0ca-041ec82cec1f req-9dd3615c-066b-4377-97f0-98cc33d85265 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Calling delete_port for d92ee354-20d8-4752-865f-c2ce578de6f5 owned by compute:nova {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:54:06.496725 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-addd6d0e-9461-48a2-a31a-8d839200ace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.499251 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-addd6d0e-9461-48a2-a31a-8d839200ace6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.500353 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-addd6d0e-9461-48a2-a31a-8d839200ace6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d7f9709-18ba-46ca-a43f-9763adcc7a63 HTTP/1.1" status: 204 len: 168 time: 0.3863573 Oct 13 15:54:06.512041 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd6d0e-9461-48a2-a31a-8d839200ace6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7f9709-18ba-46ca-a43f-9763adcc7a63,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:06.639957 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7648b-edea-4226-be60-d64070dfd947 req-937d6cb5-8cb9-4e60-bc75-6ed1659681d4 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:06.641313 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4cd7648b-edea-4226-be60-d64070dfd947 req-937d6cb5-8cb9-4e60-bc75-6ed1659681d4 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/ports?device_id=144cf43f-31a1-4e50-999b-0458aa2a04b7 HTTP/1.1" status: 200 len: 945 time: 0.0503931 Oct 13 15:54:06.666151 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-bc7192c9-a651-44c1-b0ca-041ec82cec1f req-9dd3615c-066b-4377-97f0-98cc33d85265 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.677187 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['d92ee354-20d8-4752-865f-c2ce578de6f5'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:54:06.707430 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3615c-066b-4377-97f0-98cc33d85265 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Pushing event deleted for resources: {'Port': ['ID=d92ee354-20d8-4752-865f-c2ce578de6f5,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:06.755049 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4cd7648b-edea-4226-be60-d64070dfd947 req-20f3c246-1727-4910-9548-6fb495d82adb tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.26 "GET /v2.0/security-groups?id=80c648d5-a292-4383-a21e-f7a84c5e8eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067419 Oct 13 15:54:06.755749 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7192c9-a651-44c1-b0ca-041ec82cec1f req-9dd3615c-066b-4377-97f0-98cc33d85265 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] No DVR routers for this DVR port d92ee354-20d8-4752-865f-c2ce578de6f5 on host hv-cinder-77428 {{(pid=107005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:54:06.758380 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-bc7192c9-a651-44c1-b0ca-041ec82cec1f req-9dd3615c-066b-4377-97f0-98cc33d85265 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.761582 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bc7192c9-a651-44c1-b0ca-041ec82cec1f req-9dd3615c-066b-4377-97f0-98cc33d85265 tempest-AttachVolumeNegativeTest-527366541 tempest-AttachVolumeNegativeTest-527366541-project] 10.222.0.37 "DELETE /v2.0/ports/d92ee354-20d8-4752-865f-c2ce578de6f5 HTTP/1.1" status: 204 len: 173 time: 0.6826396 Oct 13 15:54:06.762038 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144cf43f-31a1-4e50-999b-0458aa2a04b7', 'name': 'network-vif-deleted', 'tag': 'd92ee354-20d8-4752-865f-c2ce578de6f5'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:54:06.764877 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6e74c0-ed64-46ea-b1fd-39959856bb90" -d '{"events": [{"server_uuid": "144cf43f-31a1-4e50-999b-0458aa2a04b7", "name": "network-vif-deleted", "tag": "d92ee354-20d8-4752-865f-c2ce578de6f5"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:54:06.804230 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf05c2f-6600-4ee0-94e8-705e028e3f08 x-openstack-request-id: req-daf05c2f-6600-4ee0-94e8-705e028e3f08 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:54:06.804520 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144cf43f-31a1-4e50-999b-0458aa2a04b7", "name": "network-vif-deleted", "tag": "d92ee354-20d8-4752-865f-c2ce578de6f5", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:54:06.804769 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-daf05c2f-6600-4ee0-94e8-705e028e3f08 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:54:06.805155 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144cf43f-31a1-4e50-999b-0458aa2a04b7', 'name': 'network-vif-deleted', 'tag': 'd92ee354-20d8-4752-865f-c2ce578de6f5', 'status': 'completed', 'code': 200} Oct 13 15:54:07.082281 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56706) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:07.095346 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3eb269b7-e516-400d-b759-54cd1e50f41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:07.169441 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3eb269b7-e516-400d-b759-54cd1e50f41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:07.237875 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3eb269b7-e516-400d-b759-54cd1e50f41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:07.275965 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3eb269b7-e516-400d-b759-54cd1e50f41b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6c5a68dda3648fa9787e211f6f2a8a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924918 Oct 13 15:54:07.276753 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb269b7-e516-400d-b759-54cd1e50f41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76408f77-3aff-4173-b2f0-71cc1608c8b2,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:07.279253 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56708) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:07.328988 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-38c8b1c8-f340-49eb-81f5-7a95e4f0df5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:07.349448 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-38c8b1c8-f340-49eb-81f5-7a95e4f0df5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:07.482462 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-38c8b1c8-f340-49eb-81f5-7a95e4f0df5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:07.485331 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-38c8b1c8-f340-49eb-81f5-7a95e4f0df5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:07.487057 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-38c8b1c8-f340-49eb-81f5-7a95e4f0df5f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76408f77-3aff-4173-b2f0-71cc1608c8b2 HTTP/1.1" status: 204 len: 168 time: 0.2064645 Oct 13 15:54:07.498639 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8b1c8-f340-49eb-81f5-7a95e4f0df5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76408f77-3aff-4173-b2f0-71cc1608c8b2,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:07.518396 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf3169-1fdb-443f-962c-7d1f1f6986c5 req-bd0f57c5-71ca-4641-807f-af9d4ce6499b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:07.520044 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-aadf3169-1fdb-443f-962c-7d1f1f6986c5 req-bd0f57c5-71ca-4641-807f-af9d4ce6499b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0635433 Oct 13 15:54:07.560647 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-aadf3169-1fdb-443f-962c-7d1f1f6986c5 req-3862ef3b-6eeb-476c-8be3-12477a7c8fce tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336502 Oct 13 15:54:07.828445 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56720) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:07.885711 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-c103c4f6-2275-4d93-90a3-13111ff00af5 admin admin] Deleting subnet 8a183292-d095-46b1-84b3-c41041c01558 {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:54:07.889051 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c103c4f6-2275-4d93-90a3-13111ff00af5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:07.921019 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cba292-2bdf-4c68-8126-e7f0c6a482c1 req-1aabf4c6-2be0-471c-9f13-33150cdd1a07 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:07.922903 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b2cba292-2bdf-4c68-8126-e7f0c6a482c1 req-1aabf4c6-2be0-471c-9f13-33150cdd1a07 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0525372 Oct 13 15:54:07.929628 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c103c4f6-2275-4d93-90a3-13111ff00af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134043822'] for subnet, precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:07.963852 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b2cba292-2bdf-4c68-8126-e7f0c6a482c1 req-3d2c7e6e-f0ee-43e7-b6e7-25da8abac1fe tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343964 Oct 13 15:54:07.987525 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c103c4f6-2275-4d93-90a3-13111ff00af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.085398 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64d666-5527-4e5c-835b-5067a746add5 req-67a7a713-93cd-481a-ae67-ce43c7733732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:08.086775 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3b64d666-5527-4e5c-835b-5067a746add5 req-67a7a713-93cd-481a-ae67-ce43c7733732 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 1099 time: 0.0441620 Oct 13 15:54:08.126650 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c103c4f6-2275-4d93-90a3-13111ff00af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133663441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133561784'] for subnet, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.153166 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103c4f6-2275-4d93-90a3-13111ff00af5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a183292-d095-46b1-84b3-c41041c01558,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:08.157002 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c103c4f6-2275-4d93-90a3-13111ff00af5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.163148 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56732) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:08.163391 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c103c4f6-2275-4d93-90a3-13111ff00af5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8a183292-d095-46b1-84b3-c41041c01558 HTTP/1.1" status: 204 len: 168 time: 0.3410988 Oct 13 15:54:08.221743 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64d666-5527-4e5c-835b-5067a746add5 req-e87e0355-0966-4476-a15c-57966f6d533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:08.223225 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3b64d666-5527-4e5c-835b-5067a746add5 req-e87e0355-0966-4476-a15c-57966f6d533e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e701f80d-78be-455a-b072-c4a75da0219e HTTP/1.1" status: 200 len: 912 time: 0.1288896 Oct 13 15:54:08.282536 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b7d13733-0f06-4bd0-88d2-bfacc3c38938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.311166 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3b64d666-5527-4e5c-835b-5067a746add5 req-c5aa5f91-755c-4304-a6a8-151ff12eecbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46bc8493-ca17-4d77-8d15-6561c4d806ff HTTP/1.1" status: 200 len: 1001 time: 0.0782945 Oct 13 15:54:08.416228 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b7d13733-0f06-4bd0-88d2-bfacc3c38938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.426652 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64d666-5527-4e5c-835b-5067a746add5 req-d518cab5-8017-41ca-9dd5-9cde56168644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:08.428173 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3b64d666-5527-4e5c-835b-5067a746add5 req-d518cab5-8017-41ca-9dd5-9cde56168644 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=180efc03-3a53-4469-b14e-6acb45275524 HTTP/1.1" status: 200 len: 850 time: 0.0965788 Oct 13 15:54:08.450662 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-b7d13733-0f06-4bd0-88d2-bfacc3c38938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2851f40-db29-4f2e-a359-e4047a31395d']}} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:08.477188 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-b7d13733-0f06-4bd0-88d2-bfacc3c38938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a7fc77-641e-4de7-b0d5-d278bee31d96') {'for_net_delete': True} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:08.477188 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-b7d13733-0f06-4bd0-88d2-bfacc3c38938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a7fc77-641e-4de7-b0d5-d278bee31d96') {} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:08.487282 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b7d13733-0f06-4bd0-88d2-bfacc3c38938 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4508542'] for segment, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.508511 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b7d13733-0f06-4bd0-88d2-bfacc3c38938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.514118 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64d666-5527-4e5c-835b-5067a746add5 req-d9e202b8-bc0a-40e3-9fcb-c00521c3640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:08.515627 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3b64d666-5527-4e5c-835b-5067a746add5 req-d9e202b8-bc0a-40e3-9fcb-c00521c3640a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e701f80d-78be-455a-b072-c4a75da0219e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0775030 Oct 13 15:54:08.518844 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d13733-0f06-4bd0-88d2-bfacc3c38938 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=107005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:54:08.519288 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b7d13733-0f06-4bd0-88d2-bfacc3c38938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4586120'] for segment, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: Traceback (most recent call last): Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: timer() Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: cb(*args, **kw) Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: return func(*args, **kwargs) Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: self._notify() Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: self.callback(batched_events) Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: event.method(event) Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: return f(self, *a, **k) Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._get(url).json() Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: return self.request(url, 'GET', **kwargs) Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:54:08.520949 dv-cinder-774288-10-iscsi neutron-server[107005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:54:08.653588 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3b64d666-5527-4e5c-835b-5067a746add5 req-072071b6-3824-4142-95e6-8ffdb92ef38f service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237338 Oct 13 15:54:08.704310 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b7d13733-0f06-4bd0-88d2-bfacc3c38938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.714828 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b7d13733-0f06-4bd0-88d2-bfacc3c38938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.718190 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-b7d13733-0f06-4bd0-88d2-bfacc3c38938 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b2851f40-db29-4f2e-a359-e4047a31395d HTTP/1.1" status: 204 len: 168 time: 0.5541027 Oct 13 15:54:08.731003 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d13733-0f06-4bd0-88d2-bfacc3c38938 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2851f40-db29-4f2e-a359-e4047a31395d,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:08.769898 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3b64d666-5527-4e5c-835b-5067a746add5 req-5b22fbca-6d7c-440f-a150-a9ae6df735ac service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080778 Oct 13 15:54:08.988240 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device d92ee354-20d8-4752-865f-c2ce578de6f5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:54:09.008576 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: d92ee354-20d8-4752-865f-c2ce578de6f5 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:54:09.008921 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device d92ee354-20d8-4752-865f-c2ce578de6f5 not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:54:09.055014 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56760) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:09.097787 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-cc912e8a-eff9-4307-994b-6156440c4072 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8511f9cedd645ca8749aee4bf75152e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414824 Oct 13 15:54:09.100146 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56764) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:09.106617 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e8239-df05-430a-b1fb-f5c805eedb20 req-e1c4c635-40c1-4b50-8ade-086ba9ebb039 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:09.116066 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-001e8239-df05-430a-b1fb-f5c805eedb20 req-e1c4c635-40c1-4b50-8ade-086ba9ebb039 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0732315 Oct 13 15:54:09.153422 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-001e8239-df05-430a-b1fb-f5c805eedb20 req-8f8f5d80-ca50-4123-8beb-cffc38947f82 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363460 Oct 13 15:54:09.154432 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b1a5ac72-d7a7-4dd5-ac7f-7974fb52f727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:09.178414 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b1a5ac72-d7a7-4dd5-ac7f-7974fb52f727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:09.286509 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b1a5ac72-d7a7-4dd5-ac7f-7974fb52f727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:09.289372 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b1a5ac72-d7a7-4dd5-ac7f-7974fb52f727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:09.295353 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-b1a5ac72-d7a7-4dd5-ac7f-7974fb52f727 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80c648d5-a292-4383-a21e-f7a84c5e8eca HTTP/1.1" status: 204 len: 168 time: 0.1893461 Oct 13 15:54:09.309661 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5ac72-d7a7-4dd5-ac7f-7974fb52f727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c648d5-a292-4383-a21e-f7a84c5e8eca,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:10.273048 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d30387-c8b4-47d9-bb44-10c604b28d02 req-04011b22-9144-4968-ad06-d1a61fd49c53 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:10.274554 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-25d30387-c8b4-47d9-bb44-10c604b28d02 req-04011b22-9144-4968-ad06-d1a61fd49c53 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0513945 Oct 13 15:54:10.321119 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-25d30387-c8b4-47d9-bb44-10c604b28d02 req-ea2566b5-834a-41f7-8467-a1282ccccb43 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376983 Oct 13 15:54:10.880030 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56838) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:10.987382 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-87ae7e80-27e7-428d-984b-df091c871c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:11.058864 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-87ae7e80-27e7-428d-984b-df091c871c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:11.145956 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-87ae7e80-27e7-428d-984b-df091c871c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:11.184131 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-87ae7e80-27e7-428d-984b-df091c871c89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=193777533b134f0fb87039b4de34caaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030050 Oct 13 15:54:11.186083 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae7e80-27e7-428d-984b-df091c871c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34abed2d-3a34-4bba-a390-4b4553abfaed,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:11.186897 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56850) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:11.237118 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:11.257574 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:11.363212 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:11.365807 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:11.366972 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34abed2d-3a34-4bba-a390-4b4553abfaed HTTP/1.1" status: 204 len: 168 time: 0.1785514 Oct 13 15:54:11.375135 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34abed2d-3a34-4bba-a390-4b4553abfaed,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:11.383453 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.383794 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.384133 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.384468 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.384796 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.385121 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.385518 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.385768 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.386090 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.386411 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.386715 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.387175 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522800a-3660-4249-903c-74a50d1271cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:12.070360 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56874) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:12.083285 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-06c0f011-527d-4e77-a5f0-ec656c44c54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.159369 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-06c0f011-527d-4e77-a5f0-ec656c44c54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.203550 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56878) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:12.217532 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-06c0f011-527d-4e77-a5f0-ec656c44c54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.479850 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3528906e-a9fb-43ef-8f4c-e58bafcf1ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.491152 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-06c0f011-527d-4e77-a5f0-ec656c44c54c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=137e5907972b4a3c9a6b76541772ed27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197452 Oct 13 15:54:12.492050 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0f011-527d-4e77-a5f0-ec656c44c54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78591ea8-b7f0-4b20-96ae-6bfd4ec5c3cf,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:12.494736 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56884) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:12.535809 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.545764 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0165012e-6ec3-4bd6-b3cb-d9101640a090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.562523 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3528906e-a9fb-43ef-8f4c-e58bafcf1ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.567604 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0165012e-6ec3-4bd6-b3cb-d9101640a090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.640718 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3528906e-a9fb-43ef-8f4c-e58bafcf1ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.663574 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0165012e-6ec3-4bd6-b3cb-d9101640a090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.666158 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0165012e-6ec3-4bd6-b3cb-d9101640a090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.667326 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-0165012e-6ec3-4bd6-b3cb-d9101640a090 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78591ea8-b7f0-4b20-96ae-6bfd4ec5c3cf HTTP/1.1" status: 204 len: 168 time: 0.1713431 Oct 13 15:54:12.676219 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165012e-6ec3-4bd6-b3cb-d9101640a090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78591ea8-b7f0-4b20-96ae-6bfd4ec5c3cf,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:12.678528 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-3528906e-a9fb-43ef-8f4c-e58bafcf1ae3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f05d755374a8435cb006247abd8b0878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738772 Oct 13 15:54:12.680806 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528906e-a9fb-43ef-8f4c-e58bafcf1ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56a0199-f21c-4951-a51d-da78a3e31a06,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:12.681485 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56888) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:12.734137 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a6755411-8447-4c08-a54c-af2b39f0479b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.759285 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a6755411-8447-4c08-a54c-af2b39f0479b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.874816 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a6755411-8447-4c08-a54c-af2b39f0479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.877541 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a6755411-8447-4c08-a54c-af2b39f0479b admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:12.879700 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-a6755411-8447-4c08-a54c-af2b39f0479b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a56a0199-f21c-4951-a51d-da78a3e31a06 HTTP/1.1" status: 204 len: 168 time: 0.1962082 Oct 13 15:54:12.886695 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6755411-8447-4c08-a54c-af2b39f0479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56a0199-f21c-4951-a51d-da78a3e31a06,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:13.585553 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56918) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:13.599059 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4eda88f2-dd9a-4cb5-9398-0422dcdf39b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:13.676217 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4eda88f2-dd9a-4cb5-9398-0422dcdf39b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:13.752016 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4eda88f2-dd9a-4cb5-9398-0422dcdf39b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:13.791157 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda88f2-dd9a-4cb5-9398-0422dcdf39b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9687b9a3-74f3-4e17-9b31-d0e8a6ebf478,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:13.797551 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-4eda88f2-dd9a-4cb5-9398-0422dcdf39b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e096c075ca943c9858d3e92a173fdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084892 Oct 13 15:54:13.797709 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56926) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:13.845701 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f76af9d5-6130-448a-879a-ed127bc9047b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:13.876170 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f76af9d5-6130-448a-879a-ed127bc9047b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:14.032135 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f76af9d5-6130-448a-879a-ed127bc9047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:14.034956 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f76af9d5-6130-448a-879a-ed127bc9047b admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:14.036102 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f76af9d5-6130-448a-879a-ed127bc9047b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9687b9a3-74f3-4e17-9b31-d0e8a6ebf478 HTTP/1.1" status: 204 len: 168 time: 0.2374976 Oct 13 15:54:14.043943 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76af9d5-6130-448a-879a-ed127bc9047b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9687b9a3-74f3-4e17-9b31-d0e8a6ebf478,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:14.300343 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 56934) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:14.412746 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-df298a9c-a6ab-4a7b-a4ef-d8260263de26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:14.485440 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-df298a9c-a6ab-4a7b-a4ef-d8260263de26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:14.566038 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-df298a9c-a6ab-4a7b-a4ef-d8260263de26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:14.607454 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-df298a9c-a6ab-4a7b-a4ef-d8260263de26 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80a02dc6d64f4390a94ad92dfd7c0a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054132 Oct 13 15:54:14.608560 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df298a9c-a6ab-4a7b-a4ef-d8260263de26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d386d3f4-d2f7-410f-8ff5-164409e9f629,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:14.610132 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56948) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:14.663022 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-838f2d6b-0cc3-46d9-b282-b2baa60bfa62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:14.683091 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-838f2d6b-0cc3-46d9-b282-b2baa60bfa62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:14.806116 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-838f2d6b-0cc3-46d9-b282-b2baa60bfa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:14.810151 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-838f2d6b-0cc3-46d9-b282-b2baa60bfa62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:14.810151 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-838f2d6b-0cc3-46d9-b282-b2baa60bfa62 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d386d3f4-d2f7-410f-8ff5-164409e9f629 HTTP/1.1" status: 204 len: 168 time: 0.1987627 Oct 13 15:54:14.817581 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f2d6b-0cc3-46d9-b282-b2baa60bfa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d386d3f4-d2f7-410f-8ff5-164409e9f629,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:15.836437 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 56998) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:15.929782 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1169627731-network', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:16.031921 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Made reservation on behalf of 80f75f1126f34d82a0a52d68d676f8d2 for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:54:16.036182 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:16.043495 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:16.116244 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:16.177815 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:16.199081 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:54:16.214755 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b19130d-d3b5-4940-8de7-c44c3139e6aa,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:16.217197 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:16.217540 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Added segment 71ed1c16-b468-41e4-b785-1eedc595574f of type vlan for network edc235c3-30b1-4f94-a0b9-632062d216e3 Oct 13 15:54:16.232929 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:16.233281 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:16.233619 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:16.233951 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:16.234279 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:16.234608 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:16.234956 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:16.235288 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:16.235614 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:16.235935 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:16.236252 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:16.236570 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:16.276277 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:16.345690 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:16.346708 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:16.347320 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:16.405732 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] Pushing event updated for resources: {'Network': ['ID=edc235c3-30b1-4f94-a0b9-632062d216e3,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:16.415581 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network edc235c3-30b1-4f94-a0b9-632062d216e3 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:54:16.457313 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-9e1f6ec3-545d-4785-9bf5-c6c678c866b4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6196983 Oct 13 15:54:16.460887 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57010) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:16.466538 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-0e00d25b-772b-44f9-9eec-4c8da519f568 admin admin] Request body: {'subnet': {'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1169627731-subnet', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:16.568835 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e00d25b-772b-44f9-9eec-4c8da519f568 admin admin] Made reservation on behalf of 80f75f1126f34d82a0a52d68d676f8d2 for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:54:16.571242 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0e00d25b-772b-44f9-9eec-4c8da519f568 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133561759'] for subnet, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:16.794957 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0e00d25b-772b-44f9-9eec-4c8da519f568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133663378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133561777'] for subnet, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:16.851017 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00d25b-772b-44f9-9eec-4c8da519f568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7121608-4308-4b27-a4f5-b8b69022be7b,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:16.857817 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e00d25b-772b-44f9-9eec-4c8da519f568 admin admin] Checking segment: {'id': '71ed1c16-b468-41e4-b785-1eedc595574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:54:16.858166 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00d25b-772b-44f9-9eec-4c8da519f568 admin admin] Network hostable DHCP agents. Network: edc235c3-30b1-4f94-a0b9-632062d216e3, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:54:16.972760 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00d25b-772b-44f9-9eec-4c8da519f568 admin admin] Network edc235c3-30b1-4f94-a0b9-632062d216e3 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:54:17.051782 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-0e00d25b-772b-44f9-9eec-4c8da519f568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, edc235c3-30b1-4f94-a0b9-632062d216e3) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:17.055799 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e00d25b-772b-44f9-9eec-4c8da519f568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:17.056405 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0e00d25b-772b-44f9-9eec-4c8da519f568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:17.060278 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcfd6d0-48ae-471b-b6de-3abd86b868ac None None] Network edc235c3-30b1-4f94-a0b9-632062d216e3 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:54:17.146911 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-0e00d25b-772b-44f9-9eec-4c8da519f568 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6847985 Oct 13 15:54:17.149497 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57016) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:17.153735 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:17.201128 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e4b5192-b0ca-5ce3-a42e-6ff05d2adb6f-edc235c3-30b1-4f94-a0b9-632062d216e3', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'fixed_ips': [{'subnet_id': 'f7121608-4308-4b27-a4f5-b8b69022be7b'}]}} from dv-cinder-774288-10-iscsi. {{(pid=107007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:54:17.201998 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:17.258274 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8044523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:17.259533 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8044415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8039208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12825'] for router, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:17.317187 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:17.339275 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Allocated IP 172.20.0.2 (edc235c3-30b1-4f94-a0b9-632062d216e3/f7121608-4308-4b27-a4f5-b8b69022be7b/1e88bdf3-8a04-4499-a695-02fe4bbb5eff) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:17.479036 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Notify callbacks [] for port, precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:17.514833 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:17.549692 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:17.589021 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Network edc235c3-30b1-4f94-a0b9-632062d216e3 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:17.591904 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:17.595487 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:54:17.600967 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Pushing event updated for resources: {'Port': ['ID=1e88bdf3-8a04-4499-a695-02fe4bbb5eff,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:17.654475 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Attempting to bind port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:54:17.654893 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Attempting to bind port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '71ed1c16-b468-41e4-b785-1eedc595574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:54:17.655247 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Attempting to bind port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff on network edc235c3-30b1-4f94-a0b9-632062d216e3 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:54:17.660226 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:54:17.660598 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Checking segment: {'id': '71ed1c16-b468-41e4-b785-1eedc595574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:54:17.660993 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:17.661380 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Bound using segment: {'id': '71ed1c16-b468-41e4-b785-1eedc595574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:54:17.661843 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Bound port: 1e88bdf3-8a04-4499-a695-02fe4bbb5eff, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed1c16-b468-41e4-b785-1eedc595574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:54:17.662228 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:17.726909 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] For port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:54:17.729844 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] For port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=1e88bdf3-8a04-4499-a695-02fe4bbb5eff,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:54:17.788329 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:17.807014 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:17.829745 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:17.887573 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e426b14-1cb3-457b-a88d-61575ad353a9 None None] Pushing event updated for resources: {'Port': ['ID=1e88bdf3-8a04-4499-a695-02fe4bbb5eff,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:17.920825 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Allocated IP 172.27.3.150 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/9b196b13-5643-4bff-9a68-98de5e117072) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:18.047184 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:18.178923 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:18.229342 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:18.233149 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:18.235576 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:54:18.238996 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Pushing event updated for resources: {'Port': ['ID=9b196b13-5643-4bff-9a68-98de5e117072,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:18.554553 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:18.579777 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 1e88bdf3-8a04-4499-a695-02fe4bbb5eff up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:54:18.630857 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:18.631251 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:18.714635 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:18.748927 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] For port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=1e88bdf3-8a04-4499-a695-02fe4bbb5eff,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:18.765390 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8044384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916025'] for router, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:18.816210 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d81eaa1-493d-4030-9a6b-65c800cf2cc8 None None] Network edc235c3-30b1-4f94-a0b9-632062d216e3 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:54:18.868077 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:18.930381 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-6514b7e6-0e56-476f-9aa7-2d8111150f78 None None] Provisioning complete for port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:18.930754 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6514b7e6-0e56-476f-9aa7-2d8111150f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:18.958106 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Router 73c2c416-bff5-4eeb-ae39-fbd026c8043e is scheduled to L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 with binding_index 1 {{(pid=107006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:54:18.970082 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=1e88bdf3-8a04-4499-a695-02fe4bbb5eff,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:19.066893 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:54:19.078669 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Sync routers for ids ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:54:19.109104 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Routers {'73c2c416-bff5-4eeb-ae39-fbd026c8043e'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:54:19.109724 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:54:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:19.150900 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] Notify callbacks [] for router, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:19.152193 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-71304f63-db60-4b9f-85f2-b07d1964e228 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0017509 Oct 13 15:54:19.154834 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57030) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:19.361332 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Set router 73c2c416-bff5-4eeb-ae39-fbd026c8043e gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:54:19.480293 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-93333019-f65e-4d95-aae2-ecddac26d009 None None] Provisioning complete for port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:19.480587 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-93333019-f65e-4d95-aae2-ecddac26d009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:19.606781 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:19.623896 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9b196b13-5643-4bff-9a68-98de5e117072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:18Z', 'revision_number': 3, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port': {'id': '9b196b13-5643-4bff-9a68-98de5e117072', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ab:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:19.650794 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Checking router: 73c2c416-bff5-4eeb-ae39-fbd026c8043e for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:54:19.651168 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Updating router 73c2c416-bff5-4eeb-ae39-fbd026c8043e port 9b196b13-5643-4bff-9a68-98de5e117072 binding host dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:54:19.682344 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:19.953982 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Notify callbacks [] for port, precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:20.026308 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:20.038032 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Allocated IP 172.20.0.1 (edc235c3-30b1-4f94-a0b9-632062d216e3/f7121608-4308-4b27-a4f5-b8b69022be7b/2b9fdf8c-0493-44e6-9c49-43f3706e913d) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:20.078748 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Attempting to bind port 9b196b13-5643-4bff-9a68-98de5e117072 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:54:20.079196 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Attempting to bind port 9b196b13-5643-4bff-9a68-98de5e117072 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:54:20.079598 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Attempting to bind port 9b196b13-5643-4bff-9a68-98de5e117072 on network ee43febe-a688-4431-b929-490b4321eed3 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:54:20.095493 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65920c-11a3-41fb-89e9-4b72e814e522 None None] Pushing event updated for resources: {'Port': ['ID=9b196b13-5643-4bff-9a68-98de5e117072,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:20.095493 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:54:20.095493 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Checking segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:54:20.095493 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:20.095493 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Bound using segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:54:20.095493 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Bound port: 9b196b13-5643-4bff-9a68-98de5e117072, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:54:20.095493 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:20.151634 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] For port 9b196b13-5643-4bff-9a68-98de5e117072, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:54:20.154769 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:20.155110 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] For port 9b196b13-5643-4bff-9a68-98de5e117072, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=9b196b13-5643-4bff-9a68-98de5e117072,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:54:20.229887 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:20.258579 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:20.289467 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Routers {'73c2c416-bff5-4eeb-ae39-fbd026c8043e'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:54:20.290099 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:54:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:20.293240 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65920c-11a3-41fb-89e9-4b72e814e522 None None] Pushing event updated for resources: {'Port': ['ID=9b196b13-5643-4bff-9a68-98de5e117072,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:20.306009 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Network edc235c3-30b1-4f94-a0b9-632062d216e3 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:20.310926 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:20.315792 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:54:20.335963 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Pushing event updated for resources: {'Port': ['ID=2b9fdf8c-0493-44e6-9c49-43f3706e913d,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:20.356303 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915816'] for router_interface, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:20.409345 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] Set router 73c2c416-bff5-4eeb-ae39-fbd026c8043e gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:54:20.550933 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 1e88bdf3-8a04-4499-a695-02fe4bbb5eff up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:54:20.576433 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:20.599595 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-c3ea6c53-0dd0-4729-808e-87d7cbad15da None None] Provisioning complete for port 2b9fdf8c-0493-44e6-9c49-43f3706e913d triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:20.599595 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c3ea6c53-0dd0-4729-808e-87d7cbad15da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:20.665053 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea6c53-0dd0-4729-808e-87d7cbad15da None None] Port 2b9fdf8c-0493-44e6-9c49-43f3706e913d cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:54:20.676945 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:20.677322 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:20.710915 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9b196b13-5643-4bff-9a68-98de5e117072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:18Z', 'revision_number': 3, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port': {'id': '9b196b13-5643-4bff-9a68-98de5e117072', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ab:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:20.740717 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:20.743425 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d9427-2e21-4b27-8c89-c8a92b06bf2d None None] The sync data for ids ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'] in dv-cinder-774288-10-iscsi is: [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9b196b13-5643-4bff-9a68-98de5e117072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:18Z', 'revision_number': 3, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port': {'id': '9b196b13-5643-4bff-9a68-98de5e117072', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ab:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:54:20.803420 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:20.873352 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8041656'] for router_interface, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:20.875025 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Pushing event updated for resources: {'Port': ['ID=2b9fdf8c-0493-44e6-9c49-43f3706e913d,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:20.974025 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Network edc235c3-30b1-4f94-a0b9-632062d216e3 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:20.975533 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:21.101481 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Router 73c2c416-bff5-4eeb-ae39-fbd026c8043e has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:54:21.187476 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-d527597f-511f-4a7a-9d97-57ed2c20cffb None None] Provisioning complete for port 2b9fdf8c-0493-44e6-9c49-43f3706e913d triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:21.187937 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d527597f-511f-4a7a-9d97-57ed2c20cffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:21.226909 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-d527597f-511f-4a7a-9d97-57ed2c20cffb None None] Port 2b9fdf8c-0493-44e6-9c49-43f3706e913d cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:54:21.236643 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:54:21.242052 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f5ee9f62-e3b7-422c-8821-f910457f541c admin admin] 10.222.0.26 "PUT /v2.0/routers/73c2c416-bff5-4eeb-ae39-fbd026c8043e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0855906 Oct 13 15:54:21.577949 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1ff3dd69-2ac5-4b0e-84e6-9a79cea880c6 req-eb7943ed-48fb-485e-8a52-d335335c5a23 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417840 Oct 13 15:54:21.666939 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3dd69-2ac5-4b0e-84e6-9a79cea880c6 req-c7b115aa-b7e9-4cc6-a5ae-4ef71d4e461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:21.668407 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1ff3dd69-2ac5-4b0e-84e6-9a79cea880c6 req-c7b115aa-b7e9-4cc6-a5ae-4ef71d4e461c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 1099 time: 0.0429049 Oct 13 15:54:21.777960 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3dd69-2ac5-4b0e-84e6-9a79cea880c6 req-b4ebaf23-8e44-440a-ad3d-ac578322373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:21.779366 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1ff3dd69-2ac5-4b0e-84e6-9a79cea880c6 req-b4ebaf23-8e44-440a-ad3d-ac578322373c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e701f80d-78be-455a-b072-c4a75da0219e HTTP/1.1" status: 200 len: 912 time: 0.0892940 Oct 13 15:54:21.849148 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1ff3dd69-2ac5-4b0e-84e6-9a79cea880c6 req-87e686be-9b28-4251-a3dc-e0dbd5636b3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46bc8493-ca17-4d77-8d15-6561c4d806ff HTTP/1.1" status: 200 len: 1001 time: 0.0612943 Oct 13 15:54:21.907835 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3dd69-2ac5-4b0e-84e6-9a79cea880c6 req-2b52a5bd-7125-4064-8f5f-a0b83c0b3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:21.910396 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1ff3dd69-2ac5-4b0e-84e6-9a79cea880c6 req-2b52a5bd-7125-4064-8f5f-a0b83c0b3858 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=180efc03-3a53-4469-b14e-6acb45275524 HTTP/1.1" status: 200 len: 850 time: 0.0470462 Oct 13 15:54:21.930894 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57070) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:21.935759 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-962666048-network', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:21.965777 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3dd69-2ac5-4b0e-84e6-9a79cea880c6 req-f57160c3-6d46-438f-95a0-7300b646e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:21.967280 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1ff3dd69-2ac5-4b0e-84e6-9a79cea880c6 req-f57160c3-6d46-438f-95a0-7300b646e71f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e701f80d-78be-455a-b072-c4a75da0219e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0475616 Oct 13 15:54:22.003742 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] Made reservation on behalf of 1af9660cf9694cccb2080cfb4af81a3f for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:54:22.006462 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.015117 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.066309 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1ff3dd69-2ac5-4b0e-84e6-9a79cea880c6 req-1abe7e45-7d2d-42d1-b017-324e5cefa8cb service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856829 Oct 13 15:54:22.094223 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.158026 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1ff3dd69-2ac5-4b0e-84e6-9a79cea880c6 req-4805ccd5-57f5-48bb-893b-58a7b94d3ef9 service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885055 Oct 13 15:54:22.163118 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.195036 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:54:22.201248 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38329c49-fa3f-450e-8701-2e410dcc4f54,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:22.213218 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.213218 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] Added segment 87ed452b-cc2a-46e1-a4d6-f4ce6e504086 of type vlan for network 2e03b067-767e-43e9-89a1-648a99c40759 Oct 13 15:54:22.260590 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.340976 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.344823 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:22.344823 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.403780 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] Pushing event updated for resources: {'Network': ['ID=2e03b067-767e-43e9-89a1-648a99c40759,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:22.405813 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Sync routers for ids ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:54:22.414462 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network 2e03b067-767e-43e9-89a1-648a99c40759 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:54:22.418226 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Routers {'73c2c416-bff5-4eeb-ae39-fbd026c8043e'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:54:22.418939 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:54:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:22.502926 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c9e0da05-7b2f-45ce-b63a-dfe32000b181 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5707691 Oct 13 15:54:22.506201 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 57088) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:22.511186 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-d8296125-f835-4d04-adbf-e3c25e4f87fd admin admin] Request body: {'subnet': {'network_id': '2e03b067-767e-43e9-89a1-648a99c40759', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-962666048-subnet', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'ip_version': 4}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:22.547839 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Set router 73c2c416-bff5-4eeb-ae39-fbd026c8043e gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:54:22.627668 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8296125-f835-4d04-adbf-e3c25e4f87fd admin admin] Made reservation on behalf of 1af9660cf9694cccb2080cfb4af81a3f for: {'subnet': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:54:22.630850 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d8296125-f835-4d04-adbf-e3c25e4f87fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4340956'] for subnet, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.639226 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 9b196b13-5643-4bff-9a68-98de5e117072 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:54:22.735041 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 9b196b13-5643-4bff-9a68-98de5e117072 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:22.735041 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.802687 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9b196b13-5643-4bff-9a68-98de5e117072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:20Z', 'revision_number': 4, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port': {'id': '9b196b13-5643-4bff-9a68-98de5e117072', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ab:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '2b9fdf8c-0493-44e6-9c49-43f3706e913d', 'name': '', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'mac_address': 'fa:16:3e:1a:a9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:19Z', 'updated_at': '2021-10-13T15:54:20Z', 'revision_number': 2, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'subnets': [{'id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:22.825614 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.827818 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Checking router: 73c2c416-bff5-4eeb-ae39-fbd026c8043e for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:54:22.828163 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Updating router 73c2c416-bff5-4eeb-ae39-fbd026c8043e port 2b9fdf8c-0493-44e6-9c49-43f3706e913d binding host dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:54:22.847527 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] For port 9b196b13-5643-4bff-9a68-98de5e117072, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=9b196b13-5643-4bff-9a68-98de5e117072,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:22.856539 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.932148 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.961219 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d8296125-f835-4d04-adbf-e3c25e4f87fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4586261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4340978'] for subnet, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.990863 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=9b196b13-5643-4bff-9a68-98de5e117072,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:23.027886 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8296125-f835-4d04-adbf-e3c25e4f87fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c94f8a03-c2fb-47f7-b464-377adde83e68,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:23.040856 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8296125-f835-4d04-adbf-e3c25e4f87fd admin admin] Checking segment: {'id': '87ed452b-cc2a-46e1-a4d6-f4ce6e504086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:54:23.041216 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8296125-f835-4d04-adbf-e3c25e4f87fd admin admin] Network hostable DHCP agents. Network: 2e03b067-767e-43e9-89a1-648a99c40759, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:54:23.132373 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8296125-f835-4d04-adbf-e3c25e4f87fd admin admin] Network 2e03b067-767e-43e9-89a1-648a99c40759 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:54:23.133255 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Notify callbacks [] for port, precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.277163 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-d8296125-f835-4d04-adbf-e3c25e4f87fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, 2e03b067-767e-43e9-89a1-648a99c40759) {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:23.277467 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.284152 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8296125-f835-4d04-adbf-e3c25e4f87fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:23.285073 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d8296125-f835-4d04-adbf-e3c25e4f87fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.293613 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a03ca32-38d8-499e-9617-6fa327bcdbf4 None None] Network 2e03b067-767e-43e9-89a1-648a99c40759 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:54:23.330507 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2860d8-53b7-428d-8e6f-7c29ad4ebaf5 None None] Pushing event updated for resources: {'Port': ['ID=2b9fdf8c-0493-44e6-9c49-43f3706e913d,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:23.350987 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2860d8-53b7-428d-8e6f-7c29ad4ebaf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:23.351354 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2860d8-53b7-428d-8e6f-7c29ad4ebaf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:23.351887 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2860d8-53b7-428d-8e6f-7c29ad4ebaf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:23.352218 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2860d8-53b7-428d-8e6f-7c29ad4ebaf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:23.352546 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2860d8-53b7-428d-8e6f-7c29ad4ebaf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:23.352898 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2860d8-53b7-428d-8e6f-7c29ad4ebaf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:23.353222 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2860d8-53b7-428d-8e6f-7c29ad4ebaf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:23.353647 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2860d8-53b7-428d-8e6f-7c29ad4ebaf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:23.354191 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2860d8-53b7-428d-8e6f-7c29ad4ebaf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:23.354512 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2860d8-53b7-428d-8e6f-7c29ad4ebaf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:23.354838 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2860d8-53b7-428d-8e6f-7c29ad4ebaf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:23.355277 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2860d8-53b7-428d-8e6f-7c29ad4ebaf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:23.391661 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-d8296125-f835-4d04-adbf-e3c25e4f87fd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8843203 Oct 13 15:54:23.399157 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57106) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:23.399823 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Attempting to bind port 2b9fdf8c-0493-44e6-9c49-43f3706e913d on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:54:23.399823 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Attempting to bind port 2b9fdf8c-0493-44e6-9c49-43f3706e913d by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '71ed1c16-b468-41e4-b785-1eedc595574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:54:23.400147 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-962666048-router', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:23.400241 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Attempting to bind port 2b9fdf8c-0493-44e6-9c49-43f3706e913d on network edc235c3-30b1-4f94-a0b9-632062d216e3 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:54:23.404654 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:54:23.405169 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Checking segment: {'id': '71ed1c16-b468-41e4-b785-1eedc595574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:54:23.406570 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.406570 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Bound using segment: {'id': '71ed1c16-b468-41e4-b785-1eedc595574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:54:23.406570 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Bound port: 2b9fdf8c-0493-44e6-9c49-43f3706e913d, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed1c16-b468-41e4-b785-1eedc595574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:54:23.407450 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.463548 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e4b5192-b0ca-5ce3-a42e-6ff05d2adb6f-2e03b067-767e-43e9-89a1-648a99c40759', 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'fixed_ips': [{'subnet_id': 'c94f8a03-c2fb-47f7-b464-377adde83e68'}]}} from dv-cinder-774288-10-iscsi. {{(pid=107007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:54:23.464415 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.479753 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] For port 2b9fdf8c-0493-44e6-9c49-43f3706e913d, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:54:23.485276 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] For port 2b9fdf8c-0493-44e6-9c49-43f3706e913d, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=2b9fdf8c-0493-44e6-9c49-43f3706e913d,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:54:23.588510 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-6f192b9d-dbb0-4f68-8d15-b270689b0967 None None] Provisioning complete for port 2b9fdf8c-0493-44e6-9c49-43f3706e913d triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:23.588729 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6f192b9d-dbb0-4f68-8d15-b270689b0967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.594856 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8044523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.595162 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.595967 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8044415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8039208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12825'] for router, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.644312 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-6f192b9d-dbb0-4f68-8d15-b270689b0967 None None] Port 2b9fdf8c-0493-44e6-9c49-43f3706e913d cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:54:23.653198 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Routers {'73c2c416-bff5-4eeb-ae39-fbd026c8043e'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:54:23.656846 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:54:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:23.659348 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.659631 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Allocated IP 172.20.0.2 (2e03b067-767e-43e9-89a1-648a99c40759/c94f8a03-c2fb-47f7-b464-377adde83e68/9ce60408-3d3f-42ad-ad2f-21d1062f05e7) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:23.691459 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2860d8-53b7-428d-8e6f-7c29ad4ebaf5 None None] Pushing event updated for resources: {'Port': ['ID=2b9fdf8c-0493-44e6-9c49-43f3706e913d,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:23.830521 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Notify callbacks [] for port, precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.885206 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] Set router 73c2c416-bff5-4eeb-ae39-fbd026c8043e gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:54:23.887340 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.887974 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.943562 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Network 2e03b067-767e-43e9-89a1-648a99c40759 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:23.947520 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:23.950143 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:54:23.952302 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Pushing event updated for resources: {'Port': ['ID=9ce60408-3d3f-42ad-ad2f-21d1062f05e7,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:23.992836 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-fbbe2b19-b545-435e-95e3-f6929d28348c None None] Provisioning complete for port 2b9fdf8c-0493-44e6-9c49-43f3706e913d triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:23.993292 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2b19-b545-435e-95e3-f6929d28348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:24.050176 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Attempting to bind port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:54:24.050759 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Attempting to bind port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '87ed452b-cc2a-46e1-a4d6-f4ce6e504086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:54:24.051222 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Attempting to bind port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 on network 2e03b067-767e-43e9-89a1-648a99c40759 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:54:24.058557 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:54:24.059058 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Checking segment: {'id': '87ed452b-cc2a-46e1-a4d6-f4ce6e504086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:54:24.059517 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:24.059970 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Bound using segment: {'id': '87ed452b-cc2a-46e1-a4d6-f4ce6e504086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:54:24.060500 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Bound port: 9ce60408-3d3f-42ad-ad2f-21d1062f05e7, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ed452b-cc2a-46e1-a4d6-f4ce6e504086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:54:24.060950 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:24.115770 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9b196b13-5643-4bff-9a68-98de5e117072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:20Z', 'revision_number': 4, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port': {'id': '9b196b13-5643-4bff-9a68-98de5e117072', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '2b9fdf8c-0493-44e6-9c49-43f3706e913d', 'name': '', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'mac_address': 'fa:16:3e:1a:a9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:19Z', 'updated_at': '2021-10-13T15:54:23Z', 'revision_number': 4, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'subnets': [{'id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:24.147856 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ac69f-65fe-44ee-95c0-f8d80e3baa9a None None] The sync data for ids ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'] in dv-cinder-774288-10-iscsi is: [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9b196b13-5643-4bff-9a68-98de5e117072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:20Z', 'revision_number': 4, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port': {'id': '9b196b13-5643-4bff-9a68-98de5e117072', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '2b9fdf8c-0493-44e6-9c49-43f3706e913d', 'name': '', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'mac_address': 'fa:16:3e:1a:a9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:19Z', 'updated_at': '2021-10-13T15:54:23Z', 'revision_number': 4, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'subnets': [{'id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:54:24.163072 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2b19-b545-435e-95e3-f6929d28348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:24.224228 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] For port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:54:24.228920 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:24.235020 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-fbbe2b19-b545-435e-95e3-f6929d28348c None None] For port 2b9fdf8c-0493-44e6-9c49-43f3706e913d, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=2b9fdf8c-0493-44e6-9c49-43f3706e913d,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:24.245865 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] For port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=9ce60408-3d3f-42ad-ad2f-21d1062f05e7,segment=NetworkSegment(87ed452b-cc2a-46e1-a4d6-f4ce6e504086),segment_id=87ed452b-cc2a-46e1-a4d6-f4ce6e504086)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:54:24.255492 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:24.334756 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2b19-b545-435e-95e3-f6929d28348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:24.370583 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:24.381610 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Allocated IP 172.27.3.60 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/3b730897-8411-4c79-b0b5-1fabb04f46f2) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:24.397560 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe2b19-b545-435e-95e3-f6929d28348c None None] Pushing event updated for resources: {'Port': ['ID=2b9fdf8c-0493-44e6-9c49-43f3706e913d,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:24.464568 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5b8e6-3e87-4159-bf9b-ff62b4b6142c None None] Pushing event updated for resources: {'Port': ['ID=9ce60408-3d3f-42ad-ad2f-21d1062f05e7,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:24.515038 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:24.639603 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:24.687694 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:24.693400 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:24.698892 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:54:24.704563 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Pushing event updated for resources: {'Port': ['ID=3b730897-8411-4c79-b0b5-1fabb04f46f2,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:24.726677 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 9b196b13-5643-4bff-9a68-98de5e117072 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:54:24.785014 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 9b196b13-5643-4bff-9a68-98de5e117072 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:24.785526 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:24.874504 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 2b9fdf8c-0493-44e6-9c49-43f3706e913d up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:54:24.926494 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 2b9fdf8c-0493-44e6-9c49-43f3706e913d triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:24.926906 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:25.061978 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:25.282093 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8044384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916025'] for router, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:25.488377 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72113fb-463e-4ccf-a179-cbb25e471669 None None] Network 2e03b067-767e-43e9-89a1-648a99c40759 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:54:25.542936 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Router 85b8784e-eff2-4fcb-87a9-2237d7f57475 is scheduled to L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 with binding_index 1 {{(pid=107006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:54:25.652034 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:54:25.691271 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Sync routers for ids ['85b8784e-eff2-4fcb-87a9-2237d7f57475'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:54:25.734953 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Routers {'85b8784e-eff2-4fcb-87a9-2237d7f57475'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:54:25.735502 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:54:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['85b8784e-eff2-4fcb-87a9-2237d7f57475'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:25.740163 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-45c6a617-c98a-4a09-b781-549e3f359ded None None] Provisioning complete for port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:25.740537 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-45c6a617-c98a-4a09-b781-549e3f359ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:25.762455 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] Notify callbacks [] for router, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:25.763776 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-628d064b-c6ff-4166-b6e8-c57ec0bf15cc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3696523 Oct 13 15:54:25.766486 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57144) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:25.905201 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Set router 85b8784e-eff2-4fcb-87a9-2237d7f57475 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:54:26.056009 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-45c6a617-c98a-4a09-b781-549e3f359ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:26.120052 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-45c6a617-c98a-4a09-b781-549e3f359ded None None] For port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=9ce60408-3d3f-42ad-ad2f-21d1062f05e7,segment=NetworkSegment(87ed452b-cc2a-46e1-a4d6-f4ce6e504086),segment_id=87ed452b-cc2a-46e1-a4d6-f4ce6e504086)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:26.207321 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'name': 'tempest-TestShelveInstance-962666048-router', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:23Z', 'updated_at': '2021-10-13T15:54:24Z', 'revision_number': 3, 'project_id': '1af9660cf9694cccb2080cfb4af81a3f', 'gw_port': {'id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:24Z', 'updated_at': '2021-10-13T15:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:26.217498 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-45c6a617-c98a-4a09-b781-549e3f359ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:26.241780 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:26.312465 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Checking router: 85b8784e-eff2-4fcb-87a9-2237d7f57475 for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:54:26.313243 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Updating router 85b8784e-eff2-4fcb-87a9-2237d7f57475 port 3b730897-8411-4c79-b0b5-1fabb04f46f2 binding host dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:54:26.370760 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:26.372686 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6a617-c98a-4a09-b781-549e3f359ded None None] Pushing event updated for resources: {'Port': ['ID=9ce60408-3d3f-42ad-ad2f-21d1062f05e7,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:26.403759 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-71eee3aa-09b7-47e7-8e16-f6e267261da7 None None] Provisioning complete for port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:26.404622 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-71eee3aa-09b7-47e7-8e16-f6e267261da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:26.421229 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Allocated IP 172.20.0.1 (2e03b067-767e-43e9-89a1-648a99c40759/c94f8a03-c2fb-47f7-b464-377adde83e68/272f3abd-9039-4c22-94e2-c9e12aa1d24b) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:26.535532 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:26.627959 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:54:26.666371 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:26.710130 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Network 2e03b067-767e-43e9-89a1-648a99c40759 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:26.713306 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:26.717228 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:54:26.723389 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Pushing event updated for resources: {'Port': ['ID=272f3abd-9039-4c22-94e2-c9e12aa1d24b,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:26.743284 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:26.743650 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:26.774275 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915816'] for router_interface, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:26.846652 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Notify callbacks [] for port, precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:26.946049 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:27.001568 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Attempting to bind port 3b730897-8411-4c79-b0b5-1fabb04f46f2 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:54:27.001852 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Attempting to bind port 3b730897-8411-4c79-b0b5-1fabb04f46f2 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:54:27.002789 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Attempting to bind port 3b730897-8411-4c79-b0b5-1fabb04f46f2 on network ee43febe-a688-4431-b929-490b4321eed3 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:54:27.006693 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0108f64-8505-437d-aa9a-2a2a0baf7f8d None None] Pushing event updated for resources: {'Port': ['ID=3b730897-8411-4c79-b0b5-1fabb04f46f2,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:27.014269 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:54:27.014641 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Checking segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:54:27.015064 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:27.015447 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Bound using segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:54:27.015911 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Bound port: 3b730897-8411-4c79-b0b5-1fabb04f46f2, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:54:27.016286 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:27.021861 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:27.040752 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-23414f85-8513-4c6d-bc08-d1dc00fb2fa1 None None] Provisioning complete for port 272f3abd-9039-4c22-94e2-c9e12aa1d24b triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:27.041115 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-23414f85-8513-4c6d-bc08-d1dc00fb2fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:27.101174 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-23414f85-8513-4c6d-bc08-d1dc00fb2fa1 None None] Port 272f3abd-9039-4c22-94e2-c9e12aa1d24b cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:54:27.104775 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] For port 3b730897-8411-4c79-b0b5-1fabb04f46f2, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:54:27.113870 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] For port 3b730897-8411-4c79-b0b5-1fabb04f46f2, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=3b730897-8411-4c79-b0b5-1fabb04f46f2,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:54:27.176032 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:27.234414 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Routers {'85b8784e-eff2-4fcb-87a9-2237d7f57475'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:54:27.235072 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:54:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['85b8784e-eff2-4fcb-87a9-2237d7f57475'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:27.276059 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0108f64-8505-437d-aa9a-2a2a0baf7f8d None None] Pushing event updated for resources: {'Port': ['ID=3b730897-8411-4c79-b0b5-1fabb04f46f2,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:27.374543 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] Set router 85b8784e-eff2-4fcb-87a9-2237d7f57475 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:54:27.446316 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:27.537923 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:27.574799 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'name': 'tempest-TestShelveInstance-962666048-router', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:23Z', 'updated_at': '2021-10-13T15:54:26Z', 'revision_number': 4, 'project_id': '1af9660cf9694cccb2080cfb4af81a3f', 'gw_port': {'id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:24Z', 'updated_at': '2021-10-13T15:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '272f3abd-9039-4c22-94e2-c9e12aa1d24b', 'name': '', 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'mac_address': 'fa:16:3e:95:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c94f8a03-c2fb-47f7-b464-377adde83e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:26Z', 'updated_at': '2021-10-13T15:54:26Z', 'revision_number': 1, 'project_id': '1af9660cf9694cccb2080cfb4af81a3f', 'subnets': [{'id': 'c94f8a03-c2fb-47f7-b464-377adde83e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:27.606901 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8041656'] for router_interface, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:27.609629 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Pushing event updated for resources: {'Port': ['ID=272f3abd-9039-4c22-94e2-c9e12aa1d24b,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:27.731026 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Network 2e03b067-767e-43e9-89a1-648a99c40759 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:27.733334 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5880fef-d081-4973-9231-34ebe64c7593 None None] The sync data for ids ['85b8784e-eff2-4fcb-87a9-2237d7f57475'] in dv-cinder-774288-10-iscsi is: [{'id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'name': 'tempest-TestShelveInstance-962666048-router', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:23Z', 'updated_at': '2021-10-13T15:54:26Z', 'revision_number': 4, 'project_id': '1af9660cf9694cccb2080cfb4af81a3f', 'gw_port': {'id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:24Z', 'updated_at': '2021-10-13T15:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '272f3abd-9039-4c22-94e2-c9e12aa1d24b', 'name': '', 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'mac_address': 'fa:16:3e:95:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c94f8a03-c2fb-47f7-b464-377adde83e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:26Z', 'updated_at': '2021-10-13T15:54:26Z', 'revision_number': 1, 'project_id': '1af9660cf9694cccb2080cfb4af81a3f', 'subnets': [{'id': 'c94f8a03-c2fb-47f7-b464-377adde83e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:54:27.734454 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:27.845185 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:54:27.860122 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Router 85b8784e-eff2-4fcb-87a9-2237d7f57475 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:54:27.994204 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:54:27.999377 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-15a53f37-1b36-4b0c-9804-aa9be20e5362 admin admin] 10.222.0.26 "PUT /v2.0/routers/85b8784e-eff2-4fcb-87a9-2237d7f57475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2318120 Oct 13 15:54:28.042287 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-545a2ae3-886c-4680-a750-54ac75fa528f None None] Provisioning complete for port 272f3abd-9039-4c22-94e2-c9e12aa1d24b triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:28.044095 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-545a2ae3-886c-4680-a750-54ac75fa528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:28.090121 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-545a2ae3-886c-4680-a750-54ac75fa528f None None] Port 272f3abd-9039-4c22-94e2-c9e12aa1d24b cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:54:28.243588 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c593e2-5ab3-44c0-8bee-c672e399951e req-4c2fb6e8-37f5-436c-8ddf-055e29a2ed6c tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:28.245116 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-75c593e2-5ab3-44c0-8bee-c672e399951e req-4c2fb6e8-37f5-436c-8ddf-055e29a2ed6c tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 945 time: 0.0519874 Oct 13 15:54:28.289652 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-75c593e2-5ab3-44c0-8bee-c672e399951e req-e9c23255-a8e8-4f44-8a1b-c6f7ec25e644 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374889 Oct 13 15:54:28.566248 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d494a033-cd3f-4f28-92bc-264b5c6aa6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:28.605142 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 3b730897-8411-4c79-b0b5-1fabb04f46f2 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:54:28.657230 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 3b730897-8411-4c79-b0b5-1fabb04f46f2 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:28.657611 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:28.695236 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 57188) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:28.700344 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-3174b03a-4f28-4be7-a1ce-c55ea6abc581 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1772401474', 'description': 'tempest-secgroup-smoke-1772401474 description', 'project_id': '80f75f1126f34d82a0a52d68d676f8d2'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:28.746772 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:28.770716 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] For port 3b730897-8411-4c79-b0b5-1fabb04f46f2, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=3b730897-8411-4c79-b0b5-1fabb04f46f2,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:28.818211 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3174b03a-4f28-4be7-a1ce-c55ea6abc581 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:28.883540 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:28.894571 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3174b03a-4f28-4be7-a1ce-c55ea6abc581 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:28.934462 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=3b730897-8411-4c79-b0b5-1fabb04f46f2,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:28.966372 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3174b03a-4f28-4be7-a1ce-c55ea6abc581 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:28.996211 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174b03a-4f28-4be7-a1ce-c55ea6abc581 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa94ecd-806d-4494-a4c8-c007001eee22,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:29.068471 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3174b03a-4f28-4be7-a1ce-c55ea6abc581 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:29.069640 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-3174b03a-4f28-4be7-a1ce-c55ea6abc581 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3731694 Oct 13 15:54:29.072424 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 57190) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:29.076857 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-ab4401bd-11ef-44bb-a8f1-70978fe747f6 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Request body: {'security_group_rule': {'security_group_id': '9aa94ecd-806d-4494-a4c8-c007001eee22', 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:29.168607 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ab4401bd-11ef-44bb-a8f1-70978fe747f6 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:29.230850 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ab4401bd-11ef-44bb-a8f1-70978fe747f6 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:29.300959 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ab4401bd-11ef-44bb-a8f1-70978fe747f6 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:29.322261 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4401bd-11ef-44bb-a8f1-70978fe747f6 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15049cfb-e02b-4c19-b041-17ccc75e8547,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:29.412928 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f519c03-103d-4c40-b829-e9f5b4b2ebfa req-1cbd6b26-6dd0-4ca6-aec0-fa83f5cf71bf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:29.414412 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1f519c03-103d-4c40-b829-e9f5b4b2ebfa req-1cbd6b26-6dd0-4ca6-aec0-fa83f5cf71bf tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 945 time: 0.0525575 Oct 13 15:54:29.443254 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ab4401bd-11ef-44bb-a8f1-70978fe747f6 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:29.444999 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-ab4401bd-11ef-44bb-a8f1-70978fe747f6 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3709879 Oct 13 15:54:29.447367 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57200) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:29.452081 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-3ecb1e09-118b-436b-8a38-c64c93735245 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Request body: {'security_group_rule': {'security_group_id': '9aa94ecd-806d-4494-a4c8-c007001eee22', 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:29.458779 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1f519c03-103d-4c40-b829-e9f5b4b2ebfa req-4da77067-4fb1-4d98-9de3-8cccc1fa46e1 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381851 Oct 13 15:54:29.571811 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3ecb1e09-118b-436b-8a38-c64c93735245 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:29.628067 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3ecb1e09-118b-436b-8a38-c64c93735245 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:29.702894 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3ecb1e09-118b-436b-8a38-c64c93735245 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:29.722196 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb1e09-118b-436b-8a38-c64c93735245 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908cd3b8-3e13-4f46-9484-48642e889d34,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:29.787820 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3ecb1e09-118b-436b-8a38-c64c93735245 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:29.789097 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3ecb1e09-118b-436b-8a38-c64c93735245 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3406467 Oct 13 15:54:29.791947 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57206) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:29.796377 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-2d7143c0-a464-4385-91dd-0551c852fb90 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Request body: {'security_group_rule': {'security_group_id': '9aa94ecd-806d-4494-a4c8-c007001eee22', 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:29.893448 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2d7143c0-a464-4385-91dd-0551c852fb90 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:29.954189 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2d7143c0-a464-4385-91dd-0551c852fb90 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.023108 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2d7143c0-a464-4385-91dd-0551c852fb90 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.042685 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7143c0-a464-4385-91dd-0551c852fb90 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbb1c08-4653-4cf6-8b75-25a8453b450a,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:30.114366 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2d7143c0-a464-4385-91dd-0551c852fb90 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.115766 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2d7143c0-a464-4385-91dd-0551c852fb90 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3228133 Oct 13 15:54:30.118340 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57212) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:30.122743 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-3c3658d4-6df9-4ec5-bc96-bfbcf2b8aa27 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Request body: {'security_group_rule': {'security_group_id': '9aa94ecd-806d-4494-a4c8-c007001eee22', 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:30.187335 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381e65e-8d82-4441-afb0-46d0bc0df850 req-fc8123fe-a7af-4465-b4c8-6f411e18904e tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:30.188814 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c381e65e-8d82-4441-afb0-46d0bc0df850 req-fc8123fe-a7af-4465-b4c8-6f411e18904e tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.37 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 945 time: 0.0522466 Oct 13 15:54:30.236955 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3c3658d4-6df9-4ec5-bc96-bfbcf2b8aa27 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.282139 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-c381e65e-8d82-4441-afb0-46d0bc0df850 req-ac29ef8d-3799-4d69-a7cb-e11ec5f45864 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Deleting port abc99db2-cb2d-4232-8648-25ae991ef42d {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:54:30.282480 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-c381e65e-8d82-4441-afb0-46d0bc0df850 req-ac29ef8d-3799-4d69-a7cb-e11ec5f45864 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.303572 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3c3658d4-6df9-4ec5-bc96-bfbcf2b8aa27 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.373399 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-c381e65e-8d82-4441-afb0-46d0bc0df850 req-ac29ef8d-3799-4d69-a7cb-e11ec5f45864 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] For port abc99db2-cb2d-4232-8648-25ae991ef42d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=abc99db2-cb2d-4232-8648-25ae991ef42d,segment=NetworkSegment(b62f64ff-6a37-4d83-82bc-c7778c4826d8),segment_id=b62f64ff-6a37-4d83-82bc-c7778c4826d8)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:30.374008 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-c381e65e-8d82-4441-afb0-46d0bc0df850 req-ac29ef8d-3799-4d69-a7cb-e11ec5f45864 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.386570 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-c381e65e-8d82-4441-afb0-46d0bc0df850 req-ac29ef8d-3799-4d69-a7cb-e11ec5f45864 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Calling delete_port for abc99db2-cb2d-4232-8648-25ae991ef42d owned by compute:nova {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:54:30.391844 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3c3658d4-6df9-4ec5-bc96-bfbcf2b8aa27 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.410384 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3658d4-6df9-4ec5-bc96-bfbcf2b8aa27 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4a62b4-ccd8-41ff-b450-09f1fe1cc982,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:30.491189 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3c3658d4-6df9-4ec5-bc96-bfbcf2b8aa27 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.492465 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3c3658d4-6df9-4ec5-bc96-bfbcf2b8aa27 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3730896 Oct 13 15:54:30.495106 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57216) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:30.500199 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-37b5a3c1-b1a9-4b72-9267-ca264d2743ba tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Request body: {'security_group_rule': {'security_group_id': '9aa94ecd-806d-4494-a4c8-c007001eee22', 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:30.580308 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 3b730897-8411-4c79-b0b5-1fabb04f46f2 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:54:30.595328 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f32cee-f2f8-4621-bc58-3357f2a81a14 req-b74357aa-5355-42ba-938e-a948ed8f21d3 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:30.597701 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b0f32cee-f2f8-4621-bc58-3357f2a81a14 req-b74357aa-5355-42ba-938e-a948ed8f21d3 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 945 time: 0.0549927 Oct 13 15:54:30.604290 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.securitygroups_db [None req-37b5a3c1-b1a9-4b72-9267-ca264d2743ba tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Project 80f75f1126f34d82a0a52d68d676f8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:54:30.609957 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-37b5a3c1-b1a9-4b72-9267-ca264d2743ba tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.629087 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 3b730897-8411-4c79-b0b5-1fabb04f46f2 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:30.629468 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.638976 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b0f32cee-f2f8-4621-bc58-3357f2a81a14 req-734bd2c5-7a7f-4afd-ba5b-3a31b3b94126 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345697 Oct 13 15:54:30.639874 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-c381e65e-8d82-4441-afb0-46d0bc0df850 req-ac29ef8d-3799-4d69-a7cb-e11ec5f45864 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.666455 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['abc99db2-cb2d-4232-8648-25ae991ef42d'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:54:30.682185 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-37b5a3c1-b1a9-4b72-9267-ca264d2743ba tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.688518 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29ef8d-3799-4d69-a7cb-e11ec5f45864 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Pushing event deleted for resources: {'Port': ['ID=abc99db2-cb2d-4232-8648-25ae991ef42d,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:30.709117 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c381e65e-8d82-4441-afb0-46d0bc0df850 req-ac29ef8d-3799-4d69-a7cb-e11ec5f45864 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] No DVR routers for this DVR port abc99db2-cb2d-4232-8648-25ae991ef42d on host hv-cinder-77428 {{(pid=107005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:54:30.711502 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-c381e65e-8d82-4441-afb0-46d0bc0df850 req-ac29ef8d-3799-4d69-a7cb-e11ec5f45864 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.714770 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c381e65e-8d82-4441-afb0-46d0bc0df850 req-ac29ef8d-3799-4d69-a7cb-e11ec5f45864 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.37 "DELETE /v2.0/ports/abc99db2-cb2d-4232-8648-25ae991ef42d HTTP/1.1" status: 204 len: 173 time: 0.5195870 Oct 13 15:54:30.715205 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317b57ac-6ba5-44c8-83c6-a0d4114232a3', 'name': 'network-vif-deleted', 'tag': 'abc99db2-cb2d-4232-8648-25ae991ef42d'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:54:30.717538 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98124378-a949-441d-bd26-0756a67e4969" -d '{"events": [{"server_uuid": "317b57ac-6ba5-44c8-83c6-a0d4114232a3", "name": "network-vif-deleted", "tag": "abc99db2-cb2d-4232-8648-25ae991ef42d"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:54:30.749291 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-37b5a3c1-b1a9-4b72-9267-ca264d2743ba tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.759257 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a199fb33-39ad-4406-8227-e622bf339d81 x-openstack-request-id: req-a199fb33-39ad-4406-8227-e622bf339d81 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:54:30.759257 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317b57ac-6ba5-44c8-83c6-a0d4114232a3", "name": "network-vif-deleted", "tag": "abc99db2-cb2d-4232-8648-25ae991ef42d", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:54:30.759257 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a199fb33-39ad-4406-8227-e622bf339d81 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:54:30.759257 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317b57ac-6ba5-44c8-83c6-a0d4114232a3', 'name': 'network-vif-deleted', 'tag': 'abc99db2-cb2d-4232-8648-25ae991ef42d', 'status': 'completed', 'code': 200} Oct 13 15:54:30.764847 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5a3c1-b1a9-4b72-9267-ca264d2743ba tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5d5c62-f4f1-4bfa-be5c-b56a7240e5f3,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:30.832583 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-37b5a3c1-b1a9-4b72-9267-ca264d2743ba tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:30.833913 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-37b5a3c1-b1a9-4b72-9267-ca264d2743ba tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3377593 Oct 13 15:54:30.836426 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57220) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:30.841039 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-29659908-4e51-4b39-bf03-69d7dd04dab4 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Request body: {'security_group_rule': {'security_group_id': '9aa94ecd-806d-4494-a4c8-c007001eee22', 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:30.940406 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.securitygroups_db [None req-29659908-4e51-4b39-bf03-69d7dd04dab4 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Project 80f75f1126f34d82a0a52d68d676f8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:54:30.945358 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-29659908-4e51-4b39-bf03-69d7dd04dab4 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:31.007285 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-29659908-4e51-4b39-bf03-69d7dd04dab4 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:31.088748 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-29659908-4e51-4b39-bf03-69d7dd04dab4 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:31.108623 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29659908-4e51-4b39-bf03-69d7dd04dab4 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd61d08-5bc1-4b2d-9c5f-d342c18dc47a,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:31.176457 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-29659908-4e51-4b39-bf03-69d7dd04dab4 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:31.177708 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-29659908-4e51-4b39-bf03-69d7dd04dab4 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3403211 Oct 13 15:54:31.297612 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4de43912-0f06-4e95-b852-f45b2ccdbb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:31.558989 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Sync routers for ids ['85b8784e-eff2-4fcb-87a9-2237d7f57475'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:54:31.568009 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Routers {'85b8784e-eff2-4fcb-87a9-2237d7f57475'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:54:31.568599 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:54:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['85b8784e-eff2-4fcb-87a9-2237d7f57475'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:31.673484 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Set router 85b8784e-eff2-4fcb-87a9-2237d7f57475 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:54:31.754628 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-08107507-86ab-4d0d-b0f1-f85fe15ba650 req-1afa71af-9504-440d-8b41-8c96ba6c9be3 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=317b57ac-6ba5-44c8-83c6-a0d4114232a3 HTTP/1.1" status: 200 len: 210 time: 0.0299354 Oct 13 15:54:31.881539 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'name': 'tempest-TestShelveInstance-962666048-router', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:23Z', 'updated_at': '2021-10-13T15:54:26Z', 'revision_number': 4, 'project_id': '1af9660cf9694cccb2080cfb4af81a3f', 'gw_port': {'id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:24Z', 'updated_at': '2021-10-13T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '272f3abd-9039-4c22-94e2-c9e12aa1d24b', 'name': '', 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'mac_address': 'fa:16:3e:95:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c94f8a03-c2fb-47f7-b464-377adde83e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:26Z', 'updated_at': '2021-10-13T15:54:27Z', 'revision_number': 2, 'project_id': '1af9660cf9694cccb2080cfb4af81a3f', 'subnets': [{'id': 'c94f8a03-c2fb-47f7-b464-377adde83e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:31.911041 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Checking router: 85b8784e-eff2-4fcb-87a9-2237d7f57475 for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:54:31.911393 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Updating router 85b8784e-eff2-4fcb-87a9-2237d7f57475 port 272f3abd-9039-4c22-94e2-c9e12aa1d24b binding host dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:54:31.935210 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:32.122305 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:32.186154 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:32.200343 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Notify callbacks [] for port, precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:32.266055 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:32.316913 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3109f-785e-417f-b9f9-e4d3e179fba1 None None] Pushing event updated for resources: {'Port': ['ID=272f3abd-9039-4c22-94e2-c9e12aa1d24b,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:32.377018 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Attempting to bind port 272f3abd-9039-4c22-94e2-c9e12aa1d24b on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:54:32.377914 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Attempting to bind port 272f3abd-9039-4c22-94e2-c9e12aa1d24b by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '87ed452b-cc2a-46e1-a4d6-f4ce6e504086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:54:32.378399 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Attempting to bind port 272f3abd-9039-4c22-94e2-c9e12aa1d24b on network 2e03b067-767e-43e9-89a1-648a99c40759 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:54:32.384419 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:54:32.384791 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Checking segment: {'id': '87ed452b-cc2a-46e1-a4d6-f4ce6e504086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:54:32.385193 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:32.385586 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Bound using segment: {'id': '87ed452b-cc2a-46e1-a4d6-f4ce6e504086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:54:32.386053 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Bound port: 272f3abd-9039-4c22-94e2-c9e12aa1d24b, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ed452b-cc2a-46e1-a4d6-f4ce6e504086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:54:32.386474 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:32.462527 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] For port 272f3abd-9039-4c22-94e2-c9e12aa1d24b, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:54:32.466551 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] For port 272f3abd-9039-4c22-94e2-c9e12aa1d24b, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=272f3abd-9039-4c22-94e2-c9e12aa1d24b,segment=NetworkSegment(87ed452b-cc2a-46e1-a4d6-f4ce6e504086),segment_id=87ed452b-cc2a-46e1-a4d6-f4ce6e504086)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:54:32.540759 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-7837c182-5afd-47ac-a890-1e97cf7bdc1d None None] Provisioning complete for port 272f3abd-9039-4c22-94e2-c9e12aa1d24b triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:32.541485 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7837c182-5afd-47ac-a890-1e97cf7bdc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:32.549722 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:32.579021 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-7837c182-5afd-47ac-a890-1e97cf7bdc1d None None] Port 272f3abd-9039-4c22-94e2-c9e12aa1d24b cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:54:32.611912 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3109f-785e-417f-b9f9-e4d3e179fba1 None None] Pushing event updated for resources: {'Port': ['ID=272f3abd-9039-4c22-94e2-c9e12aa1d24b,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:32.614593 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Routers {'85b8784e-eff2-4fcb-87a9-2237d7f57475'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:54:32.615244 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:54:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['85b8784e-eff2-4fcb-87a9-2237d7f57475'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:32.725948 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] Set router 85b8784e-eff2-4fcb-87a9-2237d7f57475 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:54:32.801506 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Provisioning complete for port 272f3abd-9039-4c22-94e2-c9e12aa1d24b triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:32.802165 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:32.902164 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:32.929124 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] For port 272f3abd-9039-4c22-94e2-c9e12aa1d24b, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=272f3abd-9039-4c22-94e2-c9e12aa1d24b,segment=NetworkSegment(87ed452b-cc2a-46e1-a4d6-f4ce6e504086),segment_id=87ed452b-cc2a-46e1-a4d6-f4ce6e504086)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:32.940364 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'name': 'tempest-TestShelveInstance-962666048-router', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:23Z', 'updated_at': '2021-10-13T15:54:26Z', 'revision_number': 4, 'project_id': '1af9660cf9694cccb2080cfb4af81a3f', 'gw_port': {'id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:24Z', 'updated_at': '2021-10-13T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '272f3abd-9039-4c22-94e2-c9e12aa1d24b', 'name': '', 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'mac_address': 'fa:16:3e:95:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c94f8a03-c2fb-47f7-b464-377adde83e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:26Z', 'updated_at': '2021-10-13T15:54:32Z', 'revision_number': 4, 'project_id': '1af9660cf9694cccb2080cfb4af81a3f', 'subnets': [{'id': 'c94f8a03-c2fb-47f7-b464-377adde83e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:32.969333 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d3b1e-2583-4221-91bb-1fe2dd621f60 None None] The sync data for ids ['85b8784e-eff2-4fcb-87a9-2237d7f57475'] in dv-cinder-774288-10-iscsi is: [{'id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'name': 'tempest-TestShelveInstance-962666048-router', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:23Z', 'updated_at': '2021-10-13T15:54:26Z', 'revision_number': 4, 'project_id': '1af9660cf9694cccb2080cfb4af81a3f', 'gw_port': {'id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:24Z', 'updated_at': '2021-10-13T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '272f3abd-9039-4c22-94e2-c9e12aa1d24b', 'name': '', 'network_id': '2e03b067-767e-43e9-89a1-648a99c40759', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'mac_address': 'fa:16:3e:95:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c94f8a03-c2fb-47f7-b464-377adde83e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:26Z', 'updated_at': '2021-10-13T15:54:32Z', 'revision_number': 4, 'project_id': '1af9660cf9694cccb2080cfb4af81a3f', 'subnets': [{'id': 'c94f8a03-c2fb-47f7-b464-377adde83e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:54:33.012244 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:33.064167 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Pushing event updated for resources: {'Port': ['ID=272f3abd-9039-4c22-94e2-c9e12aa1d24b,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:33.072520 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:33.073030 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:33.073457 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:33.074197 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:33.074621 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:33.075504 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:33.075748 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:33.076416 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:33.076830 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:33.077210 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:33.077588 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:33.077971 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97be19-b67f-47b7-ba2c-f1e0d2f63169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:33.544382 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device abc99db2-cb2d-4232-8648-25ae991ef42d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:54:33.566526 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: abc99db2-cb2d-4232-8648-25ae991ef42d {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:54:33.566859 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device abc99db2-cb2d-4232-8648-25ae991ef42d not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:54:33.874727 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:34.586101 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 272f3abd-9039-4c22-94e2-c9e12aa1d24b up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:54:34.640097 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 272f3abd-9039-4c22-94e2-c9e12aa1d24b triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:34.640467 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:39.294229 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57416) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:39.402470 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-57781839-a0c6-4bc4-b29d-96d95b630ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:39.475704 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-57781839-a0c6-4bc4-b29d-96d95b630ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:39.568903 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-57781839-a0c6-4bc4-b29d-96d95b630ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:39.607183 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-57781839-a0c6-4bc4-b29d-96d95b630ed9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15c9380f3563401ead45ee5963547cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118329 Oct 13 15:54:39.608056 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57781839-a0c6-4bc4-b29d-96d95b630ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a915bce-43bd-4ddc-a411-5bda33246a10,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:39.610464 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 57422) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:39.662800 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c87a954c-55e6-4dcf-974b-01a34c270bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:39.683663 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c87a954c-55e6-4dcf-974b-01a34c270bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:39.788830 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c87a954c-55e6-4dcf-974b-01a34c270bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:39.791477 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c87a954c-55e6-4dcf-974b-01a34c270bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:39.792651 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-c87a954c-55e6-4dcf-974b-01a34c270bc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a915bce-43bd-4ddc-a411-5bda33246a10 HTTP/1.1" status: 204 len: 168 time: 0.1811104 Oct 13 15:54:39.800279 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a954c-55e6-4dcf-974b-01a34c270bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a915bce-43bd-4ddc-a411-5bda33246a10,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:40.413363 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 57442) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:40.434442 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cbca-4a29-4593-8474-94986fbeb1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:40.446830 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160aa168-6849-4183-8299-8b7237e444ba req-aef16a97-9362-4985-8d9c-c59d05c4bb2a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:40.448433 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-160aa168-6849-4183-8299-8b7237e444ba req-aef16a97-9362-4985-8d9c-c59d05c4bb2a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 946 time: 0.0726309 Oct 13 15:54:40.511954 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-160aa168-6849-4183-8299-8b7237e444ba req-3ab64b98-0dc4-4c01-8e8b-72461be3c1a3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552406 Oct 13 15:54:40.556480 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cbca-4a29-4593-8474-94986fbeb1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:40.623521 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cbca-4a29-4593-8474-94986fbeb1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:40.660188 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6cbca-4a29-4593-8474-94986fbeb1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918b147b-bddb-4625-9cc8-f60865ecd830,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:40.664691 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-c5c6cbca-4a29-4593-8474-94986fbeb1b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d69dd71420744c71aa00a22a27261994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503688 Oct 13 15:54:40.667720 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 57446) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:40.716372 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0e861581-1a0f-448c-a9c3-a8cb93291f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:40.736536 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0e861581-1a0f-448c-a9c3-a8cb93291f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:40.858047 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0e861581-1a0f-448c-a9c3-a8cb93291f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:40.860834 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0e861581-1a0f-448c-a9c3-a8cb93291f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:40.862010 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-0e861581-1a0f-448c-a9c3-a8cb93291f2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/918b147b-bddb-4625-9cc8-f60865ecd830 HTTP/1.1" status: 204 len: 168 time: 0.1937306 Oct 13 15:54:40.873510 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e861581-1a0f-448c-a9c3-a8cb93291f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b147b-bddb-4625-9cc8-f60865ecd830,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:41.642045 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605727e-c917-494e-81de-3783eafb2f2c req-c248f062-34eb-46dc-a30f-3801c4a0c65b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:41.644451 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b605727e-c917-494e-81de-3783eafb2f2c req-c248f062-34eb-46dc-a30f-3801c4a0c65b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 946 time: 0.0553529 Oct 13 15:54:41.683520 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b605727e-c917-494e-81de-3783eafb2f2c req-e00f3482-2217-4816-99c4-b28582a85925 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322943 Oct 13 15:54:42.538402 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:42.804548 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528da35f-d183-42a5-83ee-12046c5126b2 req-56052561-9d9f-4222-b14d-c927297cc3bb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:42.806032 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-528da35f-d183-42a5-83ee-12046c5126b2 req-56052561-9d9f-4222-b14d-c927297cc3bb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 946 time: 0.0491629 Oct 13 15:54:42.845466 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-528da35f-d183-42a5-83ee-12046c5126b2 req-0ec0c05b-f314-4bb2-b608-e8f5c9bdc574 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322726 Oct 13 15:54:43.555588 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-2ba043f1-b6fd-419b-821d-b90fb6d1e9e9 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:43.557047 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-2ba043f1-b6fd-419b-821d-b90fb6d1e9e9 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/networks?id=b31d3d17-da22-4a6d-840b-0ac706e65ceb HTTP/1.1" status: 200 len: 813 time: 0.1066580 Oct 13 15:54:43.574041 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-0431c3b3-90df-4320-95d3-6bc31d3eb901 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/quotas/935ecb47a9aa4f60a0598409f0ba4085 HTTP/1.1" status: 200 len: 375 time: 0.0100741 Oct 13 15:54:43.607131 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-6ad86995-2f74-4656-915e-ff2a59ef1295 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=935ecb47a9aa4f60a0598409f0ba4085&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267556 Oct 13 15:54:43.696244 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-b248709b-a8f7-4b1b-8fcc-57e36c4625bd service neutron] 10.222.0.26 "GET /v2.0/networks/b31d3d17-da22-4a6d-840b-0ac706e65ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837688 Oct 13 15:54:43.790500 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-34101744-2fc2-47ad-ad36-cf55df48288e service neutron] 10.222.0.26 "GET /v2.0/networks/b31d3d17-da22-4a6d-840b-0ac706e65ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882201 Oct 13 15:54:43.965576 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b00f0-a0be-4366-9965-f8458c2a7b4b req-d1a892c9-0e66-4ef9-8a08-13135d1a1706 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:43.967065 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-302b00f0-a0be-4366-9965-f8458c2a7b4b req-d1a892c9-0e66-4ef9-8a08-13135d1a1706 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 946 time: 0.0502374 Oct 13 15:54:44.004023 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-302b00f0-a0be-4366-9965-f8458c2a7b4b req-bdfde0f3-93d4-4c52-9af5-5585527b561a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306685 Oct 13 15:54:44.084566 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6af1147d-a802-407f-9329-d7719b7bb00e req-8c3e372e-757a-4a69-8b45-30ce6fcede80 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 210 time: 0.0316508 Oct 13 15:54:44.417071 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-4c14791b-a5b9-45dc-939e-c31e58d107c4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:44.418512 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-4c14791b-a5b9-45dc-939e-c31e58d107c4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 946 time: 0.0526292 Oct 13 15:54:44.520198 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Deleting port f888d746-a651-4aa2-9578-6ac1fa31823f {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:54:44.520706 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:44.613524 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] For port f888d746-a651-4aa2-9578-6ac1fa31823f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f888d746-a651-4aa2-9578-6ac1fa31823f,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:44.613889 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:44.835067 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:44.835440 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:44.835752 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.l3_db [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Floating IP 8400b5b2-6bde-4734-a22c-ea98b019798c disassociated. External IP: 172.27.3.236, port: f888d746-a651-4aa2-9578-6ac1fa31823f. Oct 13 15:54:44.836096 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Calling delete_port for f888d746-a651-4aa2-9578-6ac1fa31823f owned by compute:nova {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:54:45.017422 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:45.054638 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event deleted for resources: {'Port': ['ID=f888d746-a651-4aa2-9578-6ac1fa31823f,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:45.140498 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2e4e4e1c-d9bf-46be-b8e4-4aca490205f3 req-0bf14de0-4ba1-4ef4-95ee-9d987c09498c tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 210 time: 0.0352411 Oct 13 15:54:45.197527 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9602b38c-d3cd-48e1-b19d-57b898ea8c2d req-19b3d93a-369f-482a-abf7-42b5a057cd9d tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 210 time: 0.0317690 Oct 13 15:54:45.219157 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Router d913459b-defc-40b1-a314-8b74fa620fcd has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:54:45.333902 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:54:45.345926 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859d1ba-bb97-4e12-966e-8cf4a5ca5d61 None None] Sync routers for ids ['d913459b-defc-40b1-a314-8b74fa620fcd'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:54:45.356456 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859d1ba-bb97-4e12-966e-8cf4a5ca5d61 None None] Routers {'d913459b-defc-40b1-a314-8b74fa620fcd'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:54:45.357123 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-d859d1ba-bb97-4e12-966e-8cf4a5ca5d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:54:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['d913459b-defc-40b1-a314-8b74fa620fcd'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:45.387569 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] No DVR routers for this DVR port f888d746-a651-4aa2-9578-6ac1fa31823f on host hv-cinder-77428 {{(pid=107005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:54:45.390302 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:45.394326 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-01cf15d8-0a57-4d01-870d-5872be134ebf req-95215f12-81bd-4d84-bbcd-b0c600632afa tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.37 "DELETE /v2.0/ports/f888d746-a651-4aa2-9578-6ac1fa31823f HTTP/1.1" status: 204 len: 173 time: 0.9660814 Oct 13 15:54:45.394800 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'name': 'network-vif-deleted', 'tag': 'f888d746-a651-4aa2-9578-6ac1fa31823f'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:54:45.398962 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516b3d32-5cf6-4283-b5a8-f706f2233821" -d '{"events": [{"server_uuid": "c3b2e4c0-f742-4e4f-a806-7b3eb5002042", "name": "network-vif-deleted", "tag": "f888d746-a651-4aa2-9578-6ac1fa31823f"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:54:45.445202 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c1a552-b8dc-4225-aa6c-10d29283af7e x-openstack-request-id: req-07c1a552-b8dc-4225-aa6c-10d29283af7e {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:54:45.445499 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b2e4c0-f742-4e4f-a806-7b3eb5002042", "name": "network-vif-deleted", "tag": "f888d746-a651-4aa2-9578-6ac1fa31823f", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:54:45.446606 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07c1a552-b8dc-4225-aa6c-10d29283af7e {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:54:45.447042 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b2e4c0-f742-4e4f-a806-7b3eb5002042', 'name': 'network-vif-deleted', 'tag': 'f888d746-a651-4aa2-9578-6ac1fa31823f', 'status': 'completed', 'code': 200} Oct 13 15:54:45.472766 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-d859d1ba-bb97-4e12-966e-8cf4a5ca5d61 None None] Set router d913459b-defc-40b1-a314-8b74fa620fcd gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:54:45.689214 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-d859d1ba-bb97-4e12-966e-8cf4a5ca5d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:20Z', 'revision_number': 5, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:45.716460 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859d1ba-bb97-4e12-966e-8cf4a5ca5d61 None None] Checking router: d913459b-defc-40b1-a314-8b74fa620fcd for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:54:45.725058 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859d1ba-bb97-4e12-966e-8cf4a5ca5d61 None None] Routers {'d913459b-defc-40b1-a314-8b74fa620fcd'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:54:45.725655 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-d859d1ba-bb97-4e12-966e-8cf4a5ca5d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:54:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['d913459b-defc-40b1-a314-8b74fa620fcd'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:45.836856 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-d859d1ba-bb97-4e12-966e-8cf4a5ca5d61 None None] Set router d913459b-defc-40b1-a314-8b74fa620fcd gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:54:46.053869 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-d859d1ba-bb97-4e12-966e-8cf4a5ca5d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:20Z', 'revision_number': 5, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:46.085078 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859d1ba-bb97-4e12-966e-8cf4a5ca5d61 None None] The sync data for ids ['d913459b-defc-40b1-a314-8b74fa620fcd'] in dv-cinder-774288-10-iscsi is: [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:20Z', 'revision_number': 5, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:54:46.165580 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-fb98ad08-29c3-49bd-b7fb-86e2376191a2 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:46.167955 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-fb98ad08-29c3-49bd-b7fb-86e2376191a2 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.37 "GET /v2.0/networks?id=b31d3d17-da22-4a6d-840b-0ac706e65ceb HTTP/1.1" status: 200 len: 813 time: 0.1134374 Oct 13 15:54:46.184594 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-81d9c17a-763c-4220-91a3-96fb4045a4e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Request body: {'port': {'device_id': '65ef759a-5f0d-4687-b81d-e2359d119601', 'network_id': 'b31d3d17-da22-4a6d-840b-0ac706e65ceb', 'admin_state_up': True, 'tenant_id': '935ecb47a9aa4f60a0598409f0ba4085'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:46.303035 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9c60dabd-84dd-4479-9ddc-7f8a31d0b5be req-f6dc3ed6-0955-4401-b75d-4577edf3506a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b2e4c0-f742-4e4f-a806-7b3eb5002042 HTTP/1.1" status: 200 len: 210 time: 0.0472598 Oct 13 15:54:46.387332 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3a769d0e-8729-400a-be2a-be20c432cdff req-1489be9f-f02d-45c0-882b-a45faf9001c3 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 210 time: 0.0341306 Oct 13 15:54:46.429142 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896bd93-d624-4896-a426-3b8062123267 None None] New status for floating IP 8400b5b2-6bde-4734-a22c-ea98b019798c: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:54:46.518903 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-81d9c17a-763c-4220-91a3-96fb4045a4e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Made reservation on behalf of 935ecb47a9aa4f60a0598409f0ba4085 for: {'port': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:54:46.529972 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-81d9c17a-763c-4220-91a3-96fb4045a4e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:46.917449 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-81d9c17a-763c-4220-91a3-96fb4045a4e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Allocated IP 172.20.0.8 (b31d3d17-da22-4a6d-840b-0ac706e65ceb/8db9d386-19dc-4221-b568-bc80557ca6be/969ffd78-4a7d-422f-a5ea-5c742949d719) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:47.070233 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-81d9c17a-763c-4220-91a3-96fb4045a4e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:47.166818 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-81d9c17a-763c-4220-91a3-96fb4045a4e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:47.211785 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-81d9c17a-763c-4220-91a3-96fb4045a4e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Network b31d3d17-da22-4a6d-840b-0ac706e65ceb is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:47.214860 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-81d9c17a-763c-4220-91a3-96fb4045a4e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:47.218600 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-81d9c17a-763c-4220-91a3-96fb4045a4e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:54:47.246973 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9c17a-763c-4220-91a3-96fb4045a4e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Pushing event updated for resources: {'Port': ['ID=969ffd78-4a7d-422f-a5ea-5c742949d719,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:47.277751 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-81d9c17a-763c-4220-91a3-96fb4045a4e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:47.278384 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-81d9c17a-763c-4220-91a3-96fb4045a4e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:47.377142 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-81d9c17a-763c-4220-91a3-96fb4045a4e0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1978855 Oct 13 15:54:47.391786 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Request body: {'port': {'device_id': '65ef759a-5f0d-4687-b81d-e2359d119601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:47.451607 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:47.479681 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57596) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:47.535898 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b19863e7-97c6-4f25-9b5e-210c03292203 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:47.555411 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57aa8d-695d-4b43-9fff-60c917fab1cb req-084a2c4f-9dd8-480f-9a19-b5f6c31bad20 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:47.557103 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9c57aa8d-695d-4b43-9fff-60c917fab1cb req-084a2c4f-9dd8-480f-9a19-b5f6c31bad20 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 931 time: 0.0960324 Oct 13 15:54:47.561388 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b19863e7-97c6-4f25-9b5e-210c03292203 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:47.645030 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device f888d746-a651-4aa2-9578-6ac1fa31823f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:54:47.666049 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: f888d746-a651-4aa2-9578-6ac1fa31823f {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:54:47.666387 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device f888d746-a651-4aa2-9578-6ac1fa31823f not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:54:47.686213 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b19863e7-97c6-4f25-9b5e-210c03292203 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:47.688867 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b19863e7-97c6-4f25-9b5e-210c03292203 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:47.690008 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-b19863e7-97c6-4f25-9b5e-210c03292203 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "DELETE /v2.0/security-groups/b99aa9e6-a3c9-47d3-a6ad-2502945d98e8 HTTP/1.1" status: 204 len: 168 time: 0.2091582 Oct 13 15:54:47.690992 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9c57aa8d-695d-4b43-9fff-60c917fab1cb req-1c676d4a-ef9b-444a-841f-825937b4f71d tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820749 Oct 13 15:54:47.693352 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 57600) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:47.701166 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19863e7-97c6-4f25-9b5e-210c03292203 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99aa9e6-a3c9-47d3-a6ad-2502945d98e8,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:47.715317 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.api.v2.resource [None req-59ef56f5-4b41-485d-aaef-e4d5ac7a4370 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] show failed (client error): The resource could not be found. Oct 13 15:54:47.716329 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-59ef56f5-4b41-485d-aaef-e4d5ac7a4370 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups/b99aa9e6-a3c9-47d3-a6ad-2502945d98e8 HTTP/1.1" status: 404 len: 347 time: 0.0219939 Oct 13 15:54:47.719867 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57602) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:47.824705 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969ffd78-4a7d-422f-a5ea-5c742949d719 {{(pid=107005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:54:47.832769 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:47.846821 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.provisioning_blocks [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Transition to ACTIVE for port object 969ffd78-4a7d-422f-a5ea-5c742949d719 will not be triggered until provisioned by entity L2. {{(pid=107005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:54:47.879697 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-0b904177-e6c3-4064-8e60-416b6021ae54 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Deleting port 19d5fae4-74c8-4d27-adb6-33c74460ba6a {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:54:47.879697 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0b904177-e6c3-4064-8e60-416b6021ae54 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:47.938461 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4586336'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:47.960602 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0b904177-e6c3-4064-8e60-416b6021ae54 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:47.960934 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0b904177-e6c3-4064-8e60-416b6021ae54 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:47.971855 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 57608) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:47.973947 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-0b904177-e6c3-4064-8e60-416b6021ae54 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Calling delete_port for 19d5fae4-74c8-4d27-adb6-33c74460ba6a owned by network:floatingip {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:54:47.998281 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Pushing event updated for resources: {'Port': ['ID=969ffd78-4a7d-422f-a5ea-5c742949d719,revision_number=2']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:48.075514 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Attempting to bind port 969ffd78-4a7d-422f-a5ea-5c742949d719 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:54:48.075856 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Attempting to bind port 969ffd78-4a7d-422f-a5ea-5c742949d719 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'b62f64ff-6a37-4d83-82bc-c7778c4826d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31d3d17-da22-4a6d-840b-0ac706e65ceb'}] {{(pid=107005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:54:48.076183 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Attempting to bind port 969ffd78-4a7d-422f-a5ea-5c742949d719 on network b31d3d17-da22-4a6d-840b-0ac706e65ceb {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:54:48.080694 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Port 969ffd78-4a7d-422f-a5ea-5c742949d719 on network b31d3d17-da22-4a6d-840b-0ac706e65ceb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:54:48.081168 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Attempting to bind port 969ffd78-4a7d-422f-a5ea-5c742949d719 on network b31d3d17-da22-4a6d-840b-0ac706e65ceb {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:54:48.102796 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:54:48.103163 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Checking segment: {'id': 'b62f64ff-6a37-4d83-82bc-c7778c4826d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31d3d17-da22-4a6d-840b-0ac706e65ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:54:48.103542 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Bound using segment: {'id': 'b62f64ff-6a37-4d83-82bc-c7778c4826d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31d3d17-da22-4a6d-840b-0ac706e65ceb'} {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:54:48.104343 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Bound port: 969ffd78-4a7d-422f-a5ea-5c742949d719, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62f64ff-6a37-4d83-82bc-c7778c4826d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31d3d17-da22-4a6d-840b-0ac706e65ceb'}}] {{(pid=107005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:54:48.104343 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:48.107181 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2bc00209-c755-4a97-b883-4109d68f6723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:48.180077 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0b904177-e6c3-4064-8e60-416b6021ae54 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:48.202276 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] For port 969ffd78-4a7d-422f-a5ea-5c742949d719, host hv-cinder-77428, cleared binding levels {{(pid=107005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:54:48.207890 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] For port 969ffd78-4a7d-422f-a5ea-5c742949d719, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=969ffd78-4a7d-422f-a5ea-5c742949d719,segment=NetworkSegment(b62f64ff-6a37-4d83-82bc-c7778c4826d8),segment_id=b62f64ff-6a37-4d83-82bc-c7778c4826d8)] {{(pid=107005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:54:48.212192 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b904177-e6c3-4064-8e60-416b6021ae54 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event deleted for resources: {'Port': ['ID=19d5fae4-74c8-4d27-adb6-33c74460ba6a,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:48.239469 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2bc00209-c755-4a97-b883-4109d68f6723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:48.268094 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0b904177-e6c3-4064-8e60-416b6021ae54 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for floatingip, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:48.271434 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0b904177-e6c3-4064-8e60-416b6021ae54 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:48.272873 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-0b904177-e6c3-4064-8e60-416b6021ae54 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "DELETE /v2.0/floatingips/8400b5b2-6bde-4734-a22c-ea98b019798c HTTP/1.1" status: 204 len: 168 time: 0.5519135 Oct 13 15:54:48.286974 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4586336'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:48.319397 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2bc00209-c755-4a97-b883-4109d68f6723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:48.334907 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:48.335812 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:48.336902 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] 10.222.0.37 "PUT /v2.0/ports/969ffd78-4a7d-422f-a5ea-5c742949d719 HTTP/1.1" status: 200 len: 1093 time: 0.9492733 Oct 13 15:54:48.341145 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ef759a-5f0d-4687-b81d-e2359d119601', 'tag': '969ffd78-4a7d-422f-a5ea-5c742949d719'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:54:48.343478 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb857240-bbfa-47c0-8a8b-2b96a09f6cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "65ef759a-5f0d-4687-b81d-e2359d119601", "tag": "969ffd78-4a7d-422f-a5ea-5c742949d719"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:54:48.391906 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57616) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:48.392043 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-2bc00209-c755-4a97-b883-4109d68f6723 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a6af9fe984a4eeb924644ff29b1f1d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4155278 Oct 13 15:54:48.392689 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5398a1a-32db-408c-bb18-e66da00a4829 x-openstack-request-id: req-e5398a1a-32db-408c-bb18-e66da00a4829 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:54:48.392988 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ef759a-5f0d-4687-b81d-e2359d119601", "tag": "969ffd78-4a7d-422f-a5ea-5c742949d719", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:54:48.393240 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5398a1a-32db-408c-bb18-e66da00a4829 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:54:48.393630 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ef759a-5f0d-4687-b81d-e2359d119601', 'tag': '969ffd78-4a7d-422f-a5ea-5c742949d719', 'status': 'completed', 'code': 200} Oct 13 15:54:48.394814 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc00209-c755-4a97-b883-4109d68f6723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de40f846-da7a-430d-8583-876a27fe9522,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:48.397284 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3e757-6ebe-407c-8419-48a14f543dfb service neutron] Pushing event updated for resources: {'Port': ['ID=969ffd78-4a7d-422f-a5ea-5c742949d719,revision_number=3']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:48.451248 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-89835c69-795d-4136-9670-33f586359577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:48.467801 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb857240-bbfa-47c0-8a8b-2b96a09f6cf2 req-0f0bd360-4856-4390-a984-3dd1e7a21ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:48.469375 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bb857240-bbfa-47c0-8a8b-2b96a09f6cf2 req-0f0bd360-4856-4390-a984-3dd1e7a21ced service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=935ecb47a9aa4f60a0598409f0ba4085&device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 1096 time: 0.0464430 Oct 13 15:54:48.475933 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-89835c69-795d-4136-9670-33f586359577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:48.576600 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb857240-bbfa-47c0-8a8b-2b96a09f6cf2 req-01df8249-0259-4897-89db-c7fb869b8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:48.578051 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bb857240-bbfa-47c0-8a8b-2b96a09f6cf2 req-01df8249-0259-4897-89db-c7fb869b8e5f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=935ecb47a9aa4f60a0598409f0ba4085&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0983572 Oct 13 15:54:48.582923 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-89835c69-795d-4136-9670-33f586359577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:48.585722 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-89835c69-795d-4136-9670-33f586359577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:48.589590 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-89835c69-795d-4136-9670-33f586359577 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de40f846-da7a-430d-8583-876a27fe9522 HTTP/1.1" status: 204 len: 168 time: 0.1975601 Oct 13 15:54:48.595471 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89835c69-795d-4136-9670-33f586359577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de40f846-da7a-430d-8583-876a27fe9522,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:48.684057 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb857240-bbfa-47c0-8a8b-2b96a09f6cf2 req-01bd0e67-cb8a-4676-84ba-c52f508e4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:48.685532 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bb857240-bbfa-47c0-8a8b-2b96a09f6cf2 req-01bd0e67-cb8a-4676-84ba-c52f508e4048 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995979 Oct 13 15:54:48.777409 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-9185ec09-d052-4225-846b-0841245af53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:48.778834 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-9185ec09-d052-4225-846b-0841245af53b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=935ecb47a9aa4f60a0598409f0ba4085&device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 1096 time: 0.0555589 Oct 13 15:54:48.841992 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-84556a7c-08ee-4e96-8c9d-adc88fe5ba7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=969ffd78-4a7d-422f-a5ea-5c742949d719 HTTP/1.1" status: 200 len: 217 time: 0.0403891 Oct 13 15:54:48.842251 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 57624) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:48.846472 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-ca2539f8-82ef-46f1-b831-22c2fbe43938 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--193424335', 'description': 'tempest-description--714985132'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:48.893116 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a19e08-a214-4cc7-b06d-3227d3777aff req-5813c5c7-38fb-4e31-b25f-1c99ed573bcd tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:48.894559 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-51a19e08-a214-4cc7-b06d-3227d3777aff req-5813c5c7-38fb-4e31-b25f-1c99ed573bcd tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 943 time: 0.1279135 Oct 13 15:54:48.932370 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-1e26a8fa-6e7b-4abe-a66e-f930afa67286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:48.933797 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-1e26a8fa-6e7b-4abe-a66e-f930afa67286 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8db9d386-19dc-4221-b568-bc80557ca6be HTTP/1.1" status: 200 len: 853 time: 0.0826857 Oct 13 15:54:48.957990 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-51a19e08-a214-4cc7-b06d-3227d3777aff req-8dc95adc-31a2-4fe8-af82-adc29b0327ee tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547528 Oct 13 15:54:48.972834 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-46c82bab-a9eb-4b5c-bac6-569739a62b9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b31d3d17-da22-4a6d-840b-0ac706e65ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300705 Oct 13 15:54:49.008116 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ca2539f8-82ef-46f1-b831-22c2fbe43938 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.098383 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-36e159e9-5bd9-4014-9040-36dcdd0f3bb3 service neutron] 10.222.0.37 "GET /v2.0/networks/b31d3d17-da22-4a6d-840b-0ac706e65ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172111 Oct 13 15:54:49.161059 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ca2539f8-82ef-46f1-b831-22c2fbe43938 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.202207 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5978bb9f-d402-4aec-91a4-0c1846229225 req-6c1c3600-3cf4-416c-9bf9-8b7d4495c24a service neutron] 10.222.0.37 "GET /v2.0/networks/b31d3d17-da22-4a6d-840b-0ac706e65ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938160 Oct 13 15:54:49.236790 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ca2539f8-82ef-46f1-b831-22c2fbe43938 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.267333 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2539f8-82ef-46f1-b831-22c2fbe43938 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9020749b-6abf-4512-a495-7b2607d1251b,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:49.284149 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 57628) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:49.297324 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3cb3a92d-a1e5-4ca3-a4ca-b4637b4e449e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.340011 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ca2539f8-82ef-46f1-b831-22c2fbe43938 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.341202 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-ca2539f8-82ef-46f1-b831-22c2fbe43938 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4980981 Oct 13 15:54:49.344039 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 57630) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:49.352637 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-73571ad8-c21a-4c4c-8759-581e9d99e7c8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Request body: {'security_group_rule': {'security_group_id': '9020749b-6abf-4512-a495-7b2607d1251b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:49.392597 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3cb3a92d-a1e5-4ca3-a4ca-b4637b4e449e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.464451 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3cb3a92d-a1e5-4ca3-a4ca-b4637b4e449e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.475672 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-73571ad8-c21a-4c4c-8759-581e9d99e7c8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.531350 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-3cb3a92d-a1e5-4ca3-a4ca-b4637b4e449e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=727aeef3ddfd4228b351c0604b5eb2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459645 Oct 13 15:54:49.533946 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57632) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:49.535739 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3a92d-a1e5-4ca3-a4ca-b4637b4e449e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d3a5e8-5c4e-4023-8358-c10e899f1b7f,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:49.553208 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-73571ad8-c21a-4c4c-8759-581e9d99e7c8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.583144 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6d6b734a-6bb5-4c93-87e0-aa9491697711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.603560 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6d6b734a-6bb5-4c93-87e0-aa9491697711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.663239 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-73571ad8-c21a-4c4c-8759-581e9d99e7c8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.682178 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73571ad8-c21a-4c4c-8759-581e9d99e7c8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541e98e4-4c28-4e46-82e9-69931773fdbc,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:49.749078 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6d6b734a-6bb5-4c93-87e0-aa9491697711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.750852 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-73571ad8-c21a-4c4c-8759-581e9d99e7c8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.752133 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-73571ad8-c21a-4c4c-8759-581e9d99e7c8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4043217 Oct 13 15:54:49.752845 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6d6b734a-6bb5-4c93-87e0-aa9491697711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.754496 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-6d6b734a-6bb5-4c93-87e0-aa9491697711 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9d3a5e8-5c4e-4023-8358-c10e899f1b7f HTTP/1.1" status: 204 len: 168 time: 0.2195380 Oct 13 15:54:49.756081 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57634) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:49.763230 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-676a8557-219f-4645-b39d-c2efc280b27d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Request body: {'security_group_rule': {'security_group_id': '9020749b-6abf-4512-a495-7b2607d1251b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:49.775336 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b734a-6bb5-4c93-87e0-aa9491697711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d3a5e8-5c4e-4023-8358-c10e899f1b7f,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:49.865595 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-676a8557-219f-4645-b39d-c2efc280b27d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.917027 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-676a8557-219f-4645-b39d-c2efc280b27d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:50.011896 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-676a8557-219f-4645-b39d-c2efc280b27d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:50.032483 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a8557-219f-4645-b39d-c2efc280b27d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3863612d-d58c-4e3c-b7d6-d75d541472a8,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:50.037763 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-1237d793-803c-4ff3-a302-fe5e85c702ec tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772401474&fields=id&tenant_id=80f75f1126f34d82a0a52d68d676f8d2 HTTP/1.1" status: 200 len: 267 time: 0.0366781 Oct 13 15:54:50.099989 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-676a8557-219f-4645-b39d-c2efc280b27d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:50.104333 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-676a8557-219f-4645-b39d-c2efc280b27d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3427081 Oct 13 15:54:50.104618 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57648) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:50.109095 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Request body: {'floatingip': {'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:50.139667 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8f74b-c975-472c-bc62-82efa369290b req-de33bfd5-2763-4bd7-b660-86ec53ecfdd3 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:50.141154 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a1e8f74b-c975-472c-bc62-82efa369290b req-de33bfd5-2763-4bd7-b660-86ec53ecfdd3 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 943 time: 0.1078486 Oct 13 15:54:50.204417 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d02f41-dd75-40ac-b062-ab33063db593 req-a0588410-11eb-41b9-8cfa-7e08414a25f6 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:50.205879 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-a0588410-11eb-41b9-8cfa-7e08414a25f6 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/networks?id=edc235c3-30b1-4f94-a0b9-632062d216e3 HTTP/1.1" status: 200 len: 809 time: 0.1605692 Oct 13 15:54:50.213797 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a1e8f74b-c975-472c-bc62-82efa369290b req-8d3d0ff7-0f14-4ea3-8f16-8529717dc8a0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656350 Oct 13 15:54:50.223448 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for floatingip, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:50.226229 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-67ccf0bc-881b-475f-b1ae-5c5532ed558d tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/quotas/80f75f1126f34d82a0a52d68d676f8d2 HTTP/1.1" status: 200 len: 375 time: 0.0109947 Oct 13 15:54:50.288671 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-d8a08ad7-7ece-4261-9a79-716d5b84f6bc tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=80f75f1126f34d82a0a52d68d676f8d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567784 Oct 13 15:54:50.340185 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:50.391517 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-5f5320dc-9471-4e3a-b89a-5263c7f8a373 service neutron] 10.222.0.26 "GET /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913565 Oct 13 15:54:50.450285 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Allocated IP 172.27.3.4 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/dbe4d9e2-047e-4550-b5d4-e94fb1392e11) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:50.486036 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-54a9fce9-6deb-4b23-8e9f-74660dafdde8 service neutron] 10.222.0.26 "GET /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927944 Oct 13 15:54:50.557825 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:50.680855 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:50.723013 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:50.726611 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:50.730672 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:54:50.758472 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event updated for resources: {'Port': ['ID=dbe4d9e2-047e-4550-b5d4-e94fb1392e11,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:50.821218 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:50.949171 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 57672) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:50.999975 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.058537 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-763995619-network', 'tenant_id': '836db8a0cce04b9db4a1c6e2d9d54434'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:51.154443 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] Made reservation on behalf of 836db8a0cce04b9db4a1c6e2d9d54434 for: {'network': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:54:51.156709 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.166046 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.172270 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.255219 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.283089 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.291638 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-50747a66-afe2-409d-bdf2-355fca378c9d req-bcf9c341-3c05-4888-9bb7-5001667019e3 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 210 time: 0.0430391 Oct 13 15:54:51.346249 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event updated for resources: {'Port': ['ID=dbe4d9e2-047e-4550-b5d4-e94fb1392e11,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:51.352901 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.363107 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.384429 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=107005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:54:51.395234 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0305775-0955-4a26-bb43-6115643076db,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:51.406397 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.406397 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.segments_db [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] Added segment ffaacf67-34c3-4731-8f07-d2d3254d14dc of type vlan for network 10e17626-a8b7-4da5-b1d2-13dfbb69a170 Oct 13 15:54:51.414035 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca303a98-ace6-41d2-bfcb-3c9fd2ae64d9 req-c8ad88e0-0dcc-4df4-850e-54c5c0540a77 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:51.415608 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ca303a98-ace6-41d2-bfcb-3c9fd2ae64d9 req-c8ad88e0-0dcc-4df4-850e-54c5c0540a77 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 943 time: 0.0999062 Oct 13 15:54:51.467016 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.490067 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ca303a98-ace6-41d2-bfcb-3c9fd2ae64d9 req-2f8ea9e0-c36f-4711-82e5-22613353ad81 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672028 Oct 13 15:54:51.502552 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.504114 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-fe4caa31-e315-40a9-8e9c-9c8f0d5cad43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3981891 Oct 13 15:54:51.563104 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.564111 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:51.564715 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.628378 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] Pushing event updated for resources: {'Network': ['ID=10e17626-a8b7-4da5-b1d2-13dfbb69a170,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:51.639475 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network 10e17626-a8b7-4da5-b1d2-13dfbb69a170 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:54:51.681804 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-42ecf042-103e-4b36-a667-d472c13661c2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7314827 Oct 13 15:54:51.685108 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57700) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:51.690276 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-e2807032-b24a-47b8-ae91-cbd7f0dff637 admin admin] Request body: {'subnet': {'network_id': '10e17626-a8b7-4da5-b1d2-13dfbb69a170', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-763995619-subnet', 'tenant_id': '836db8a0cce04b9db4a1c6e2d9d54434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:51.703255 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-137fc93e-b0a3-41d7-8882-4bd10bad7c77 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--193424335&fields=id&tenant_id=b2b196667d48416ea6c3c4266aee1ab0 HTTP/1.1" status: 200 len: 267 time: 0.0397434 Oct 13 15:54:51.709884 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 969ffd78-4a7d-422f-a5ea-5c742949d719 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:54:51.778237 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2807032-b24a-47b8-ae91-cbd7f0dff637 admin admin] Made reservation on behalf of 836db8a0cce04b9db4a1c6e2d9d54434 for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:54:51.780705 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e2807032-b24a-47b8-ae91-cbd7f0dff637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133561759'] for subnet, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.810635 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 969ffd78-4a7d-422f-a5ea-5c742949d719, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=969ffd78-4a7d-422f-a5ea-5c742949d719,segment=NetworkSegment(b62f64ff-6a37-4d83-82bc-c7778c4826d8),segment_id=b62f64ff-6a37-4d83-82bc-c7778c4826d8)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:51.813198 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-735ab316-a1ba-4644-8abb-46c0bb0daef4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:51.814731 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-735ab316-a1ba-4644-8abb-46c0bb0daef4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/networks?id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9 HTTP/1.1" status: 200 len: 816 time: 0.1033382 Oct 13 15:54:51.823372 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': '969ffd78-4a7d-422f-a5ea-5c742949d719', 'network_id': 'b31d3d17-da22-4a6d-840b-0ac706e65ceb', 'port_id': '969ffd78-4a7d-422f-a5ea-5c742949d719', 'mac_address': 'fa:16:3e:fc:98:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db9d386-19dc-4221-b568-bc80557ca6be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:54:51.831341 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-ed3a2d3f-80a5-456d-9b1c-82a6270e9eb4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/quotas/b2b196667d48416ea6c3c4266aee1ab0 HTTP/1.1" status: 200 len: 375 time: 0.0095091 Oct 13 15:54:51.879631 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:51.895532 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969ffd78-4a7d-422f-a5ea-5c742949d719 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:54:51.897096 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-bc09e26c-49d8-44d4-af0d-606d7f7ecdd3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581820 Oct 13 15:54:51.917616 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 969ffd78-4a7d-422f-a5ea-5c742949d719, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=969ffd78-4a7d-422f-a5ea-5c742949d719,segment=NetworkSegment(b62f64ff-6a37-4d83-82bc-c7778c4826d8),segment_id=b62f64ff-6a37-4d83-82bc-c7778c4826d8)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:51.995995 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-f1fe431b-9ae4-4027-bd35-136323eff711 service neutron] 10.222.0.26 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856535 Oct 13 15:54:52.008831 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:52.037557 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e2807032-b24a-47b8-ae91-cbd7f0dff637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133663378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133561777'] for subnet, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:52.058004 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=969ffd78-4a7d-422f-a5ea-5c742949d719,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:52.090978 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-9f38bf21-4ee8-4b31-bc7a-902d8cd0dacd service neutron] 10.222.0.26 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891738 Oct 13 15:54:52.100089 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2807032-b24a-47b8-ae91-cbd7f0dff637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0782e3bc-68e5-4f9a-a982-cfd26cdad414,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:52.108292 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2807032-b24a-47b8-ae91-cbd7f0dff637 admin admin] Checking segment: {'id': 'ffaacf67-34c3-4731-8f07-d2d3254d14dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '10e17626-a8b7-4da5-b1d2-13dfbb69a170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:54:52.108576 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2807032-b24a-47b8-ae91-cbd7f0dff637 admin admin] Network hostable DHCP agents. Network: 10e17626-a8b7-4da5-b1d2-13dfbb69a170, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:54:52.186699 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2807032-b24a-47b8-ae91-cbd7f0dff637 admin admin] Network 10e17626-a8b7-4da5-b1d2-13dfbb69a170 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:54:52.268806 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['969ffd78-4a7d-422f-a5ea-5c742949d719'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:54:52.300115 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-e2807032-b24a-47b8-ae91-cbd7f0dff637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, 10e17626-a8b7-4da5-b1d2-13dfbb69a170) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:52.320461 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2807032-b24a-47b8-ae91-cbd7f0dff637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:52.321443 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e2807032-b24a-47b8-ae91-cbd7f0dff637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:52.332686 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48b97f5-6113-4095-b3f1-976311e37ec4 None None] Network 10e17626-a8b7-4da5-b1d2-13dfbb69a170 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:54:52.387045 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8942b7c7-2d62-42dd-92e2-c4719ba292a6 req-1397bbda-bc91-4759-b77b-18baf00eb2db tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 210 time: 0.0403943 Oct 13 15:54:52.404637 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a76cc130-415e-4e8f-ab36-dbf19f02763a req-ee31e692-3900-4c2e-98fe-d51035b60817 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 210 time: 0.0468693 Oct 13 15:54:52.419034 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-e2807032-b24a-47b8-ae91-cbd7f0dff637 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7292597 Oct 13 15:54:52.548506 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19543d06-7513-49fd-a829-b18a1147c20a None None] Network 10e17626-a8b7-4da5-b1d2-13dfbb69a170 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:54:52.623169 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aed322-65f0-444b-b6fa-e24f72c383b0 req-fdb24c2d-af97-4669-8661-53258f9b9d82 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:52.628468 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-49aed322-65f0-444b-b6fa-e24f72c383b0 req-fdb24c2d-af97-4669-8661-53258f9b9d82 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 944 time: 0.0613656 Oct 13 15:54:52.665849 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-49aed322-65f0-444b-b6fa-e24f72c383b0 req-b53ef7bc-1d29-42cb-aa61-3d41a97417f9 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346394 Oct 13 15:54:53.159282 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 57732) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:53.164156 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1703971217-network', 'tenant_id': '8bbfbdf388bb4cfc8a1762c67f0a4fe0'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:53.270852 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] Made reservation on behalf of 8bbfbdf388bb4cfc8a1762c67f0a4fe0 for: {'network': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:54:53.275090 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:53.283887 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:53.360192 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:53.471337 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:53.494553 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=107005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:54:53.540382 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0dcdd45b-0e3b-4f1a-b7e7-6ae92fb5bb30 req-6bc79136-d4db-4b97-bfca-b8bcea400648 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 210 time: 0.0518036 Oct 13 15:54:53.558030 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:53.558457 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.segments_db [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] Added segment 4c7f6134-039b-498f-a3d2-1ef61ef076ef of type vlan for network b716590d-6649-4758-9496-baf8448515b3 Oct 13 15:54:53.561260 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1ca34300-1aef-4371-bc8e-613baa0ec996 req-fef72670-d8b9-42dc-b02c-09ca5f20cb50 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 210 time: 0.0502403 Oct 13 15:54:53.568013 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8fc89b-b472-4478-aa5a-6f3b0a7f8caf,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:53.602285 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:53.688673 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 969ffd78-4a7d-422f-a5ea-5c742949d719 up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:54:53.711959 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:53.713016 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:53.713589 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:53.820201 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port 969ffd78-4a7d-422f-a5ea-5c742949d719 completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:54:53.824363 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port 969ffd78-4a7d-422f-a5ea-5c742949d719 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:53.829943 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:53.830081 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d02f41-dd75-40ac-b062-ab33063db593 req-d6b7c9f6-74e9-4cf6-9458-ab148ef08fc9 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:53.830081 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-d6b7c9f6-74e9-4cf6-9458-ab148ef08fc9 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.37 "GET /v2.0/networks?id=edc235c3-30b1-4f94-a0b9-632062d216e3 HTTP/1.1" status: 200 len: 809 time: 0.1887233 Oct 13 15:54:53.831933 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] Pushing event updated for resources: {'Network': ['ID=b716590d-6649-4758-9496-baf8448515b3,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:53.849582 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network b716590d-6649-4758-9496-baf8448515b3 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:54:53.863932 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18541912-57f8-43c1-9f85-3c48b025c958 req-1889b5a2-b562-4459-8816-70344cf6cffa tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:53.865583 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-18541912-57f8-43c1-9f85-3c48b025c958 req-1889b5a2-b562-4459-8816-70344cf6cffa tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 944 time: 0.1004028 Oct 13 15:54:53.880571 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-c74aa4b2-95ae-4a8e-aa67-09e2efbe071c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7196844 Oct 13 15:54:53.883597 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57742) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:54:53.889303 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-01928c54-3ec8-47c6-94fe-e29486c6c28e admin admin] Request body: {'subnet': {'network_id': 'b716590d-6649-4758-9496-baf8448515b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1703971217-subnet', 'tenant_id': '8bbfbdf388bb4cfc8a1762c67f0a4fe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:53.915055 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-f0836364-3705-4852-b110-298e9bf4a269 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80f75f1126f34d82a0a52d68d676f8d2 HTTP/1.1" status: 200 len: 380 time: 0.0728199 Oct 13 15:54:53.932156 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [req-96d02f41-dd75-40ac-b062-ab33063db593 req-cc692814-cd65-4419-ba4c-cca7ae856f34 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Request body: {'port': {'device_id': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'admin_state_up': True, 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'security_groups': ['9aa94ecd-806d-4494-a4c8-c007001eee22']}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:53.952704 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-18541912-57f8-43c1-9f85-3c48b025c958 req-4fbfd51d-7677-4ad5-867b-44931d67bb4f tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765390 Oct 13 15:54:53.964482 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:53.990775 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ef759a-5f0d-4687-b81d-e2359d119601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969ffd78-4a7d-422f-a5ea-5c742949d719'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:54:53.993082 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99662134-8939-45ee-b668-9ae942f9bfb0" -d '{"events": [{"server_uuid": "65ef759a-5f0d-4687-b81d-e2359d119601", "name": "network-vif-plugged", "status": "completed", "tag": "969ffd78-4a7d-422f-a5ea-5c742949d719"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:54:54.004160 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01928c54-3ec8-47c6-94fe-e29486c6c28e admin admin] Made reservation on behalf of 8bbfbdf388bb4cfc8a1762c67f0a4fe0 for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:54:54.007572 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 969ffd78-4a7d-422f-a5ea-5c742949d719, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=969ffd78-4a7d-422f-a5ea-5c742949d719,segment=NetworkSegment(b62f64ff-6a37-4d83-82bc-c7778c4826d8),segment_id=b62f64ff-6a37-4d83-82bc-c7778c4826d8)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:54.007717 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-01928c54-3ec8-47c6-94fe-e29486c6c28e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133561759'] for subnet, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:54.035498 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e34708e-410c-4769-a111-4a346ca00aba x-openstack-request-id: req-3e34708e-410c-4769-a111-4a346ca00aba {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:54:54.036785 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ef759a-5f0d-4687-b81d-e2359d119601", "name": "network-vif-plugged", "status": "completed", "tag": "969ffd78-4a7d-422f-a5ea-5c742949d719", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:54:54.036785 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e34708e-410c-4769-a111-4a346ca00aba {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:54:54.037033 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ef759a-5f0d-4687-b81d-e2359d119601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969ffd78-4a7d-422f-a5ea-5c742949d719', 'code': 200} Oct 13 15:54:54.101650 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:54.129105 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d02f41-dd75-40ac-b062-ab33063db593 req-cc692814-cd65-4419-ba4c-cca7ae856f34 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Made reservation on behalf of 80f75f1126f34d82a0a52d68d676f8d2 for: {'port': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:54:54.133227 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-96d02f41-dd75-40ac-b062-ab33063db593 req-cc692814-cd65-4419-ba4c-cca7ae856f34 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:54.175344 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=969ffd78-4a7d-422f-a5ea-5c742949d719,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:54.277621 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-01928c54-3ec8-47c6-94fe-e29486c6c28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133663378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133561777'] for subnet, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:54.277868 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [req-96d02f41-dd75-40ac-b062-ab33063db593 req-cc692814-cd65-4419-ba4c-cca7ae856f34 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Allocated IP 172.20.0.9 (edc235c3-30b1-4f94-a0b9-632062d216e3/f7121608-4308-4b27-a4f5-b8b69022be7b/5f196f7f-81c4-491e-8465-30a4c401678e) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:54.335956 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01928c54-3ec8-47c6-94fe-e29486c6c28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1dfd081-6a20-4301-a1f8-c65d7d9317c9,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:54.372168 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01928c54-3ec8-47c6-94fe-e29486c6c28e admin admin] Checking segment: {'id': '4c7f6134-039b-498f-a3d2-1ef61ef076ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b716590d-6649-4758-9496-baf8448515b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:54:54.372868 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01928c54-3ec8-47c6-94fe-e29486c6c28e admin admin] Network hostable DHCP agents. Network: b716590d-6649-4758-9496-baf8448515b3, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:54:54.400356 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713a92c-214c-41eb-b63c-03d42a6dfe21 req-1939e87d-cb6e-4309-b0de-6e988e19a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:54.401835 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a713a92c-214c-41eb-b63c-03d42a6dfe21 req-1939e87d-cb6e-4309-b0de-6e988e19a6ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 1098 time: 0.0582621 Oct 13 15:54:54.421183 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-96d02f41-dd75-40ac-b062-ab33063db593 req-cc692814-cd65-4419-ba4c-cca7ae856f34 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:54.442901 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a713a92c-214c-41eb-b63c-03d42a6dfe21 req-563b356e-cec5-4b14-b3d0-ff970c6483d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280383 Oct 13 15:54:54.482252 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01928c54-3ec8-47c6-94fe-e29486c6c28e admin admin] Network b716590d-6649-4758-9496-baf8448515b3 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:54:54.557542 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-96d02f41-dd75-40ac-b062-ab33063db593 req-cc692814-cd65-4419-ba4c-cca7ae856f34 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:54.574207 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-01928c54-3ec8-47c6-94fe-e29486c6c28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, b716590d-6649-4758-9496-baf8448515b3) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:54.579057 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01928c54-3ec8-47c6-94fe-e29486c6c28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:54.584806 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-01928c54-3ec8-47c6-94fe-e29486c6c28e admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:54.616187 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d02f41-dd75-40ac-b062-ab33063db593 req-cc692814-cd65-4419-ba4c-cca7ae856f34 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Network edc235c3-30b1-4f94-a0b9-632062d216e3 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:54.619871 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [req-96d02f41-dd75-40ac-b062-ab33063db593 req-cc692814-cd65-4419-ba4c-cca7ae856f34 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:54.626031 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d02f41-dd75-40ac-b062-ab33063db593 req-cc692814-cd65-4419-ba4c-cca7ae856f34 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:54:54.633986 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc692814-cd65-4419-ba4c-cca7ae856f34 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Pushing event updated for resources: {'Port': ['ID=5f196f7f-81c4-491e-8465-30a4c401678e,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:54.710245 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-01928c54-3ec8-47c6-94fe-e29486c6c28e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8247683 Oct 13 15:54:54.721240 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-171be2bc-134a-4839-9b38-bbd4800865c8 req-f2852e2b-40e7-4c6a-a0b1-a6931a159830 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 210 time: 0.0899496 Oct 13 15:54:54.735461 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94af311-72b5-4fb7-aea8-4bc93ffa0691 None None] Network b716590d-6649-4758-9496-baf8448515b3 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:54:54.752145 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d02f41-dd75-40ac-b062-ab33063db593 req-cc692814-cd65-4419-ba4c-cca7ae856f34 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:54.752999 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-96d02f41-dd75-40ac-b062-ab33063db593 req-cc692814-cd65-4419-ba4c-cca7ae856f34 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:54.792468 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb90f4-b4f8-49d1-8243-70474d53546e req-601d0e85-eafd-4047-a82a-f766ca8ab975 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:54.795709 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2ebb90f4-b4f8-49d1-8243-70474d53546e req-601d0e85-eafd-4047-a82a-f766ca8ab975 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 931 time: 0.1345520 Oct 13 15:54:54.840086 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-102de929-2de6-44ab-bcb5-2b9dc57a9e36 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:54.840982 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-102de929-2de6-44ab-bcb5-2b9dc57a9e36 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.37 "GET /v2.0/networks?id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9 HTTP/1.1" status: 200 len: 816 time: 0.1900113 Oct 13 15:54:54.846444 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-cc692814-cd65-4419-ba4c-cca7ae856f34 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9196739 Oct 13 15:54:54.890964 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Request body: {'port': {'device_id': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:54.921641 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2ebb90f4-b4f8-49d1-8243-70474d53546e req-e9544372-9160-4b37-80be-3664b8a4da04 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162527 Oct 13 15:54:54.952272 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-2172dc3f-be4a-4364-87af-6db7d5178d43 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2b196667d48416ea6c3c4266aee1ab0 HTTP/1.1" status: 200 len: 379 time: 0.0954788 Oct 13 15:54:54.964490 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-bd464f3e-6b78-48a7-996c-cc3182898d2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Request body: {'port': {'device_id': '28f52a7e-983b-49ff-a135-e062854c7504', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'admin_state_up': True, 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'security_groups': ['9020749b-6abf-4512-a495-7b2607d1251b']}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:55.035656 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:55.117491 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99caaba7-010e-45be-bd11-3cf0b4ab875e None None] Network b716590d-6649-4758-9496-baf8448515b3 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:54:55.169788 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-bec21ea6-fb9d-42f9-a86d-c93f507dea19 None None] Provisioning complete for port 5f196f7f-81c4-491e-8465-30a4c401678e triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:55.170143 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bec21ea6-fb9d-42f9-a86d-c93f507dea19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:55.185829 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-bd464f3e-6b78-48a7-996c-cc3182898d2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Made reservation on behalf of b2b196667d48416ea6c3c4266aee1ab0 for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:54:55.189393 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-bd464f3e-6b78-48a7-996c-cc3182898d2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:55.205638 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2122a-c23f-4fb7-bd2c-6bde0a292c17 req-ab113186-ee68-4857-98d0-7b3c462bff2f tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:55.207271 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-72f2122a-c23f-4fb7-bd2c-6bde0a292c17 req-ab113186-ee68-4857-98d0-7b3c462bff2f tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 945 time: 0.1502583 Oct 13 15:54:55.254064 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-bec21ea6-fb9d-42f9-a86d-c93f507dea19 None None] Port 5f196f7f-81c4-491e-8465-30a4c401678e cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:54:55.362208 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-bd464f3e-6b78-48a7-996c-cc3182898d2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Allocated IP 172.20.0.7 (b0c8926c-1bec-4a1e-8b96-cb13f921adc9/da8df2cb-caf2-4fca-8a7b-33bd6dd69737/58253c17-ffa7-42f7-8738-80ccc553416d) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:55.527062 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-bd464f3e-6b78-48a7-996c-cc3182898d2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:55.580814 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-72f2122a-c23f-4fb7-bd2c-6bde0a292c17 req-f1dd114a-270e-40d2-8bd1-05197b391d5f tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476251 Oct 13 15:54:55.648919 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-bd464f3e-6b78-48a7-996c-cc3182898d2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:55.664664 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f196f7f-81c4-491e-8465-30a4c401678e {{(pid=107005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:54:55.672326 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:55.684578 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.provisioning_blocks [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Transition to ACTIVE for port object 5f196f7f-81c4-491e-8465-30a4c401678e will not be triggered until provisioned by entity L2. {{(pid=107005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:54:55.695067 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-bd464f3e-6b78-48a7-996c-cc3182898d2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:55.698020 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-bd464f3e-6b78-48a7-996c-cc3182898d2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:55.701727 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-bd464f3e-6b78-48a7-996c-cc3182898d2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:54:55.727915 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd464f3e-6b78-48a7-996c-cc3182898d2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event updated for resources: {'Port': ['ID=58253c17-ffa7-42f7-8738-80ccc553416d,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:55.760719 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-bd464f3e-6b78-48a7-996c-cc3182898d2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:55.761378 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-bd464f3e-6b78-48a7-996c-cc3182898d2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:55.797385 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4586336'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:55.870737 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Pushing event updated for resources: {'Port': ['ID=5f196f7f-81c4-491e-8465-30a4c401678e,revision_number=2']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:55.914837 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-bd464f3e-6b78-48a7-996c-cc3182898d2f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9551651 Oct 13 15:54:55.929517 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Request body: {'port': {'device_id': '28f52a7e-983b-49ff-a135-e062854c7504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:55.953737 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223f611-03e5-496c-aaa6-5f1c6eba7420 req-02a261ce-e00b-4a91-bc48-cc18e71d98bb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:55.955312 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6223f611-03e5-496c-aaa6-5f1c6eba7420 req-02a261ce-e00b-4a91-bc48-cc18e71d98bb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 931 time: 0.1263969 Oct 13 15:54:55.985430 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-10e590fc-8e49-4be6-8b1d-26766ede90b2 None None] Provisioning complete for port 58253c17-ffa7-42f7-8738-80ccc553416d triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:54:55.985430 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-10e590fc-8e49-4be6-8b1d-26766ede90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:56.003340 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Attempting to bind port 5f196f7f-81c4-491e-8465-30a4c401678e on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:54:56.004017 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Attempting to bind port 5f196f7f-81c4-491e-8465-30a4c401678e by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '71ed1c16-b468-41e4-b785-1eedc595574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3'}] {{(pid=107005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:54:56.004719 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Attempting to bind port 5f196f7f-81c4-491e-8465-30a4c401678e on network edc235c3-30b1-4f94-a0b9-632062d216e3 {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:54:56.008967 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:56.016351 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Port 5f196f7f-81c4-491e-8465-30a4c401678e on network edc235c3-30b1-4f94-a0b9-632062d216e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:54:56.016965 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Attempting to bind port 5f196f7f-81c4-491e-8465-30a4c401678e on network edc235c3-30b1-4f94-a0b9-632062d216e3 {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:54:56.045243 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-10e590fc-8e49-4be6-8b1d-26766ede90b2 None None] Port 58253c17-ffa7-42f7-8738-80ccc553416d cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:54:56.063358 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6223f611-03e5-496c-aaa6-5f1c6eba7420 req-40b26251-9fa2-4798-8f56-03ec9b961170 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964632 Oct 13 15:54:56.064451 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:54:56.064821 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Checking segment: {'id': '71ed1c16-b468-41e4-b785-1eedc595574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:54:56.067937 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Bound using segment: {'id': '71ed1c16-b468-41e4-b785-1eedc595574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3'} {{(pid=107005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:54:56.070336 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.managers [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Bound port: 5f196f7f-81c4-491e-8465-30a4c401678e, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ed1c16-b468-41e4-b785-1eedc595574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3'}}] {{(pid=107005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:54:56.070796 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:56.153805 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ce2e6-59f2-497c-80b4-0fde811ad869 req-7016d1ca-e91d-4c7f-8eec-99754c55753e tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:56.155374 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-120ce2e6-59f2-497c-80b4-0fde811ad869 req-7016d1ca-e91d-4c7f-8eec-99754c55753e tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.1401591 Oct 13 15:54:56.207609 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] For port 5f196f7f-81c4-491e-8465-30a4c401678e, host hv-cinder-77428, cleared binding levels {{(pid=107005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:54:56.212468 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] For port 5f196f7f-81c4-491e-8465-30a4c401678e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5f196f7f-81c4-491e-8465-30a4c401678e,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:54:56.217986 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-120ce2e6-59f2-497c-80b4-0fde811ad869 req-627015d7-94e9-46a2-aa7a-951859250e3e tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537791 Oct 13 15:54:56.304155 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4586336'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:56.316995 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58253c17-ffa7-42f7-8738-80ccc553416d {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:54:56.325135 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:56.336953 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:56.337324 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Transition to ACTIVE for port object 58253c17-ffa7-42f7-8738-80ccc553416d will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:54:56.337713 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:56.339154 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] 10.222.0.37 "PUT /v2.0/ports/5f196f7f-81c4-491e-8465-30a4c401678e HTTP/1.1" status: 200 len: 1093 time: 1.4633558 Oct 13 15:54:56.341241 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'tag': '5f196f7f-81c4-491e-8465-30a4c401678e'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:54:56.344221 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9038f4dc-fcfe-400b-8c32-33c416cd0bab" -d '{"events": [{"name": "network-changed", "server_uuid": "dbee69f3-bc34-4d86-b15f-90949d9b2d5f", "tag": "5f196f7f-81c4-491e-8465-30a4c401678e"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:54:56.369236 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6dcfe-2afe-4fe2-bc24-f8ebd18b9e26 service neutron] Pushing event updated for resources: {'Port': ['ID=5f196f7f-81c4-491e-8465-30a4c401678e,revision_number=3']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:56.385083 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6a0d6e-6742-4c2a-bec0-a600737006d7 x-openstack-request-id: req-7b6a0d6e-6742-4c2a-bec0-a600737006d7 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:54:56.385420 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbee69f3-bc34-4d86-b15f-90949d9b2d5f", "tag": "5f196f7f-81c4-491e-8465-30a4c401678e", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:54:56.385666 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b6a0d6e-6742-4c2a-bec0-a600737006d7 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:54:56.386063 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'tag': '5f196f7f-81c4-491e-8465-30a4c401678e', 'status': 'completed', 'code': 200} Oct 13 15:54:56.453820 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038f4dc-fcfe-400b-8c32-33c416cd0bab req-b900b531-1f52-492e-90e9-08b0939e0f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:56.455471 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9038f4dc-fcfe-400b-8c32-33c416cd0bab req-b900b531-1f52-492e-90e9-08b0939e0f7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f75f1126f34d82a0a52d68d676f8d2&device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 1096 time: 0.0446854 Oct 13 15:54:56.459846 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:56.512032 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Pushing event updated for resources: {'Port': ['ID=58253c17-ffa7-42f7-8738-80ccc553416d,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:56.595310 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038f4dc-fcfe-400b-8c32-33c416cd0bab req-1a844dc2-3922-455c-b9cb-396a1cbd6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:56.596856 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9038f4dc-fcfe-400b-8c32-33c416cd0bab req-1a844dc2-3922-455c-b9cb-396a1cbd6414 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=80f75f1126f34d82a0a52d68d676f8d2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1311574 Oct 13 15:54:56.606242 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Attempting to bind port 58253c17-ffa7-42f7-8738-80ccc553416d on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:54:56.606593 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Attempting to bind port 58253c17-ffa7-42f7-8738-80ccc553416d by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:54:56.612521 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Attempting to bind port 58253c17-ffa7-42f7-8738-80ccc553416d on network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:54:56.612521 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Port 58253c17-ffa7-42f7-8738-80ccc553416d on network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:54:56.612521 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Attempting to bind port 58253c17-ffa7-42f7-8738-80ccc553416d on network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:54:56.618001 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:54:56.618513 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Checking segment: {'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:54:56.619105 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Bound using segment: {'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:54:56.619623 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Bound port: 58253c17-ffa7-42f7-8738-80ccc553416d, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45ece00-2aaa-452a-a01d-72d1d2468ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:54:56.620091 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:56.708861 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] For port 58253c17-ffa7-42f7-8738-80ccc553416d, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:54:56.714239 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] For port 58253c17-ffa7-42f7-8738-80ccc553416d, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58253c17-ffa7-42f7-8738-80ccc553416d,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:54:56.781570 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160a666-808b-4ec1-999e-c44c46b27429 req-dcc93af3-4059-4404-bd4d-8a9a94bb1862 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:56.783065 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2160a666-808b-4ec1-999e-c44c46b27429 req-dcc93af3-4059-4404-bd4d-8a9a94bb1862 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 945 time: 0.0841649 Oct 13 15:54:56.806210 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038f4dc-fcfe-400b-8c32-33c416cd0bab req-29bdea59-94ee-4149-ba28-58db2e922607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:56.807861 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9038f4dc-fcfe-400b-8c32-33c416cd0bab req-29bdea59-94ee-4149-ba28-58db2e922607 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1920404 Oct 13 15:54:56.813011 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:56.830375 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2160a666-808b-4ec1-999e-c44c46b27429 req-8a4921a0-9acd-4ca8-8b64-2a86f1d76a67 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405447 Oct 13 15:54:56.864620 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:56.865217 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:56.866906 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] 10.222.0.37 "PUT /v2.0/ports/58253c17-ffa7-42f7-8738-80ccc553416d HTTP/1.1" status: 200 len: 1093 time: 0.9416237 Oct 13 15:54:56.867430 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f52a7e-983b-49ff-a135-e062854c7504', 'tag': '58253c17-ffa7-42f7-8738-80ccc553416d'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:54:56.869940 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f37e49-e76d-4dfd-b2dc-b2fa0ff07c69" -d '{"events": [{"name": "network-changed", "server_uuid": "28f52a7e-983b-49ff-a135-e062854c7504", "tag": "58253c17-ffa7-42f7-8738-80ccc553416d"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:54:56.890478 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7080f71-ce8f-4f09-b98f-36f53c116c87 service neutron] Pushing event updated for resources: {'Port': ['ID=58253c17-ffa7-42f7-8738-80ccc553416d,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:56.921104 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d02f41-dd75-40ac-b062-ab33063db593 req-f671374c-0353-4774-983c-f74668892e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:56.922969 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-f671374c-0353-4774-983c-f74668892e53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f75f1126f34d82a0a52d68d676f8d2&device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 1096 time: 0.0707099 Oct 13 15:54:56.978740 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-9c237c8e-a943-49d6-8ade-4009d7c85c90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f196f7f-81c4-491e-8465-30a4c401678e HTTP/1.1" status: 200 len: 217 time: 0.0471029 Oct 13 15:54:57.019599 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-c9cba610-4509-4d11-9a49-d36d67c3f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:57.022337 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-c9cba610-4509-4d11-9a49-d36d67c3f15c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 1096 time: 0.0470626 Oct 13 15:54:57.043023 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d02f41-dd75-40ac-b062-ab33063db593 req-d3cf8c40-7648-4b99-b0eb-12cd688e5a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:57.045418 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-d3cf8c40-7648-4b99-b0eb-12cd688e5a29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7121608-4308-4b27-a4f5-b8b69022be7b HTTP/1.1" status: 200 len: 848 time: 0.0598240 Oct 13 15:54:57.077389 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-250fe038-cb0c-49e4-adab-d66f387308d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58253c17-ffa7-42f7-8738-80ccc553416d HTTP/1.1" status: 200 len: 217 time: 0.0451665 Oct 13 15:54:57.093928 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d02f41-dd75-40ac-b062-ab33063db593 req-823c276a-7eee-42ff-a322-bab4fa577ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:57.095505 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-823c276a-7eee-42ff-a322-bab4fa577ec3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edc235c3-30b1-4f94-a0b9-632062d216e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429006 Oct 13 15:54:57.132156 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-478523a7-57f1-466e-b779-fe7bb36d4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:57.133954 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-478523a7-57f1-466e-b779-fe7bb36d4653 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=da8df2cb-caf2-4fca-8a7b-33bd6dd69737 HTTP/1.1" status: 200 len: 855 time: 0.0495441 Oct 13 15:54:57.194864 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-76456cc9-1245-4a78-a1f3-fa12e7d13a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:57.196589 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-76456cc9-1245-4a78-a1f3-fa12e7d13a09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542057 Oct 13 15:54:57.198251 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a26a346-6507-4dbb-bbf2-d88d74117a85 x-openstack-request-id: req-7a26a346-6507-4dbb-bbf2-d88d74117a85 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:54:57.198570 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f52a7e-983b-49ff-a135-e062854c7504", "tag": "58253c17-ffa7-42f7-8738-80ccc553416d", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:54:57.199012 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a26a346-6507-4dbb-bbf2-d88d74117a85 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:54:57.199547 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f52a7e-983b-49ff-a135-e062854c7504', 'tag': '58253c17-ffa7-42f7-8738-80ccc553416d', 'status': 'completed', 'code': 200} Oct 13 15:54:57.238459 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-79d16b99-1586-4f6f-890c-c4b1d4e1f21c service neutron] 10.222.0.37 "GET /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358087 Oct 13 15:54:57.314659 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-a3172761-6f92-4449-8c73-b16c8a323da8 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084497 Oct 13 15:54:57.365624 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c83b0a-c642-4341-aa64-98b96ff81488 req-3e2d3688-9088-4be3-95e4-17294f155e8e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:57.367156 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-00c83b0a-c642-4341-aa64-98b96ff81488 req-3e2d3688-9088-4be3-95e4-17294f155e8e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0785701 Oct 13 15:54:57.371413 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96d02f41-dd75-40ac-b062-ab33063db593 req-6defb774-5b82-4b92-ad6f-19f8819e9ae8 service neutron] 10.222.0.37 "GET /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261535 Oct 13 15:54:57.416639 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa990ff3-6e71-4880-ad86-ba1e8ba83c61 req-8b475a55-8987-43a6-bc0c-a321b3987e12 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937355 Oct 13 15:54:57.419142 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-00c83b0a-c642-4341-aa64-98b96ff81488 req-ac05d729-2a4f-4b7d-8e1f-ffd34acb7ea3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439093 Oct 13 15:54:57.528709 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18700297-386b-4cad-b174-995c44d0f340 req-52960e58-20db-4d0a-8437-23c7b1fe666e tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:57.530163 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-18700297-386b-4cad-b174-995c44d0f340 req-52960e58-20db-4d0a-8437-23c7b1fe666e tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0490479 Oct 13 15:54:57.570731 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-18700297-386b-4cad-b174-995c44d0f340 req-8f8d2532-8ce8-4983-87b9-34e6542216a0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345044 Oct 13 15:54:57.623528 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f37e49-e76d-4dfd-b2dc-b2fa0ff07c69 req-caca331c-504e-4f8d-9c45-5ca7bab19093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:57.625079 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a9f37e49-e76d-4dfd-b2dc-b2fa0ff07c69 req-caca331c-504e-4f8d-9c45-5ca7bab19093 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 1096 time: 0.0508909 Oct 13 15:54:57.676617 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64c58e-e4ac-4171-a5a9-78cebf64afce req-6971d417-acb9-4685-bc85-689e2192903a tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:57.678756 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1d64c58e-e4ac-4171-a5a9-78cebf64afce req-6971d417-acb9-4685-bc85-689e2192903a tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0541518 Oct 13 15:54:57.717177 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f37e49-e76d-4dfd-b2dc-b2fa0ff07c69 req-bf6b7332-b034-4d7b-8dd1-5bcb338bfa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:57.718526 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a9f37e49-e76d-4dfd-b2dc-b2fa0ff07c69 req-bf6b7332-b034-4d7b-8dd1-5bcb338bfa36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9 HTTP/1.1" status: 200 len: 917 time: 0.0856674 Oct 13 15:54:57.718789 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1d64c58e-e4ac-4171-a5a9-78cebf64afce req-4c5018ef-f941-4b52-b2b2-565d3e8d04f1 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330949 Oct 13 15:54:57.778653 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a9f37e49-e76d-4dfd-b2dc-b2fa0ff07c69 req-bc01b72a-cb50-4b6c-9b83-ab820ae0fda7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58253c17-ffa7-42f7-8738-80ccc553416d HTTP/1.1" status: 200 len: 217 time: 0.0393064 Oct 13 15:54:57.828684 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f37e49-e76d-4dfd-b2dc-b2fa0ff07c69 req-eeb06e72-efd7-4ff1-b9e5-896904f657df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:57.830105 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a9f37e49-e76d-4dfd-b2dc-b2fa0ff07c69 req-eeb06e72-efd7-4ff1-b9e5-896904f657df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=da8df2cb-caf2-4fca-8a7b-33bd6dd69737 HTTP/1.1" status: 200 len: 855 time: 0.0422940 Oct 13 15:54:57.887783 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f37e49-e76d-4dfd-b2dc-b2fa0ff07c69 req-c2167e09-e136-4520-a29f-2435c6a25866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:57.892814 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a9f37e49-e76d-4dfd-b2dc-b2fa0ff07c69 req-c2167e09-e136-4520-a29f-2435c6a25866 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395539 Oct 13 15:54:57.984263 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a9f37e49-e76d-4dfd-b2dc-b2fa0ff07c69 req-741e6cae-b900-490a-a774-c4af9d2f77fc service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851710 Oct 13 15:54:58.073010 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a9f37e49-e76d-4dfd-b2dc-b2fa0ff07c69 req-6ead8cbe-c02e-49cb-bd79-e4b3506aa7d4 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819983 Oct 13 15:54:58.542913 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4230b-5925-4c23-aeb2-16796995f9c3 req-8597c4ba-e0f9-47ee-94b3-55afe4b5188d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:58.544438 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-eaf4230b-5925-4c23-aeb2-16796995f9c3 req-8597c4ba-e0f9-47ee-94b3-55afe4b5188d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0493767 Oct 13 15:54:58.548749 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a7f9bb3f-4bda-47ae-95a1-9bcf3e4cd5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.586498 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-eaf4230b-5925-4c23-aeb2-16796995f9c3 req-62b7bb9a-048e-44de-9b9f-591d3e0b054d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360382 Oct 13 15:54:58.687503 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfc1c1-f8a4-43b6-926f-00b1a8faf6ca req-a5a70a98-6d9d-44c6-95d1-e19efbe6422e tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:58.688963 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-44cfc1c1-f8a4-43b6-926f-00b1a8faf6ca req-a5a70a98-6d9d-44c6-95d1-e19efbe6422e tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0493972 Oct 13 15:54:58.728579 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-44cfc1c1-f8a4-43b6-926f-00b1a8faf6ca req-a2fce61f-ecb6-470e-a2a6-6ddb133bbc86 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330698 Oct 13 15:54:58.835802 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b5b3d-8962-40a8-8901-0ce3d4fe279a req-572511bc-0b71-414c-952f-6fc617301034 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:58.837392 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0d4b5b3d-8962-40a8-8901-0ce3d4fe279a req-572511bc-0b71-414c-952f-6fc617301034 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0527279 Oct 13 15:54:58.875097 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0d4b5b3d-8962-40a8-8901-0ce3d4fe279a req-d4ea80a8-49a4-4209-bc66-d0711fd13088 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314379 Oct 13 15:54:59.329561 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e936fe6-87db-4f38-b730-96463c70638a req-4b1b5087-e73d-4e5d-a15a-aa3f9461b778 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:59.330985 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9e936fe6-87db-4f38-b730-96463c70638a req-4b1b5087-e73d-4e5d-a15a-aa3f9461b778 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.37 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0492682 Oct 13 15:54:59.425600 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-9e936fe6-87db-4f38-b730-96463c70638a req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Deleting port 46bc8493-ca17-4d77-8d15-6561c4d806ff {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:54:59.425941 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-9e936fe6-87db-4f38-b730-96463c70638a req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:59.514144 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-9e936fe6-87db-4f38-b730-96463c70638a req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] For port 46bc8493-ca17-4d77-8d15-6561c4d806ff, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=46bc8493-ca17-4d77-8d15-6561c4d806ff,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:59.514503 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-9e936fe6-87db-4f38-b730-96463c70638a req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:59.705080 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7953eb-30d8-4a3a-9705-9064a8c49c93 req-c3146743-d5d7-48d8-9859-ed6e1d65c088 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:59.707389 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2b7953eb-30d8-4a3a-9705-9064a8c49c93 req-c3146743-d5d7-48d8-9859-ed6e1d65c088 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0507390 Oct 13 15:54:59.709131 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 58253c17-ffa7-42f7-8738-80ccc553416d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:54:59.730468 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-9e936fe6-87db-4f38-b730-96463c70638a req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:59.730939 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-9e936fe6-87db-4f38-b730-96463c70638a req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:59.732498 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.l3_db [req-9e936fe6-87db-4f38-b730-96463c70638a req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Floating IP 3d6dbb83-5d0e-4df9-b044-4f92571cfef8 disassociated. External IP: 172.27.3.39, port: 46bc8493-ca17-4d77-8d15-6561c4d806ff. Oct 13 15:54:59.732498 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-9e936fe6-87db-4f38-b730-96463c70638a req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Calling delete_port for 46bc8493-ca17-4d77-8d15-6561c4d806ff owned by compute:nova {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:54:59.771500 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2b7953eb-30d8-4a3a-9705-9064a8c49c93 req-19e30153-ac42-407e-a30d-79b44130731a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577593 Oct 13 15:54:59.811183 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 58253c17-ffa7-42f7-8738-80ccc553416d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58253c17-ffa7-42f7-8738-80ccc553416d,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:59.823968 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': '58253c17-ffa7-42f7-8738-80ccc553416d', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'port_id': '58253c17-ffa7-42f7-8738-80ccc553416d', 'mac_address': 'fa:16:3e:9c:f4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:54:59.862423 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9cf29-bfbc-4813-b0ce-8c5dc608b9d4 req-a2e89700-3a91-447a-a029-33521102fab8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:59.866370 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-67a9cf29-bfbc-4813-b0ce-8c5dc608b9d4 req-a2e89700-3a91-447a-a029-33521102fab8 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 946 time: 0.0583372 Oct 13 15:54:59.876129 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:59.893849 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58253c17-ffa7-42f7-8738-80ccc553416d {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:54:59.919532 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 58253c17-ffa7-42f7-8738-80ccc553416d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58253c17-ffa7-42f7-8738-80ccc553416d,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:54:59.935437 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-67a9cf29-bfbc-4813-b0ce-8c5dc608b9d4 req-3513980c-b1a1-4e7e-8d00-d5e9aafc385b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e454a89-6d1c-4c32-bdd8-38f89680e789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627027 Oct 13 15:54:59.996812 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:00.009773 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0408c1-4aa8-455a-9f97-f45dbf7dd74c req-059e3eda-13a3-406b-a916-86e369b136d0 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:00.011575 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ce0408c1-4aa8-455a-9f97-f45dbf7dd74c req-059e3eda-13a3-406b-a916-86e369b136d0 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0546594 Oct 13 15:55:00.049742 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=58253c17-ffa7-42f7-8738-80ccc553416d,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:00.064366 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ce0408c1-4aa8-455a-9f97-f45dbf7dd74c req-2dd44e30-2d88-48e5-bfaa-054d110fcf2a tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336499 Oct 13 15:55:00.188602 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-9e936fe6-87db-4f38-b730-96463c70638a req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:00.217428 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event deleted for resources: {'Port': ['ID=46bc8493-ca17-4d77-8d15-6561c4d806ff,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:00.228021 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['58253c17-ffa7-42f7-8738-80ccc553416d'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:55:00.336665 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e936fe6-87db-4f38-b730-96463c70638a req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:55:00.449005 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e936fe6-87db-4f38-b730-96463c70638a req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:55:00.460748 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74bb1c8-4657-4060-a4ad-9655bc96a4a7 None None] Sync routers for ids ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:55:00.469751 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74bb1c8-4657-4060-a4ad-9655bc96a4a7 None None] Routers {'0ce25c87-5ac4-4078-a628-180d9ca5a1d2'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:00.470394 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f74bb1c8-4657-4060-a4ad-9655bc96a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:54:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:00.494160 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e936fe6-87db-4f38-b730-96463c70638a req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] No DVR routers for this DVR port 46bc8493-ca17-4d77-8d15-6561c4d806ff on host hv-cinder-77428 {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:55:00.496425 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-9e936fe6-87db-4f38-b730-96463c70638a req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:00.499734 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9e936fe6-87db-4f38-b730-96463c70638a req-ac47b33c-27e0-4da9-91b0-55fd8c6bec38 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.37 "DELETE /v2.0/ports/46bc8493-ca17-4d77-8d15-6561c4d806ff HTTP/1.1" status: 204 len: 173 time: 1.1625898 Oct 13 15:55:00.500167 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec9665f-4b7a-4a4b-b7ff-ed146108eaab', 'name': 'network-vif-deleted', 'tag': '46bc8493-ca17-4d77-8d15-6561c4d806ff'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:55:00.502371 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5f2f3f-8fad-4382-baeb-b3271d66c237" -d '{"events": [{"server_uuid": "cec9665f-4b7a-4a4b-b7ff-ed146108eaab", "name": "network-vif-deleted", "tag": "46bc8493-ca17-4d77-8d15-6561c4d806ff"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:00.542516 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccfe5e5-e2a5-410e-8be7-d9ced2c636aa x-openstack-request-id: req-bccfe5e5-e2a5-410e-8be7-d9ced2c636aa {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:00.542824 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec9665f-4b7a-4a4b-b7ff-ed146108eaab", "name": "network-vif-deleted", "tag": "46bc8493-ca17-4d77-8d15-6561c4d806ff", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:00.543089 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bccfe5e5-e2a5-410e-8be7-d9ced2c636aa {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:00.543515 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec9665f-4b7a-4a4b-b7ff-ed146108eaab', 'name': 'network-vif-deleted', 'tag': '46bc8493-ca17-4d77-8d15-6561c4d806ff', 'status': 'completed', 'code': 200} Oct 13 15:55:00.584420 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-f74bb1c8-4657-4060-a4ad-9655bc96a4a7 None None] Set router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:00.797882 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f74bb1c8-4657-4060-a4ad-9655bc96a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:14Z', 'revision_number': 5, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:00.824966 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74bb1c8-4657-4060-a4ad-9655bc96a4a7 None None] Checking router: 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:55:00.833211 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74bb1c8-4657-4060-a4ad-9655bc96a4a7 None None] Routers {'0ce25c87-5ac4-4078-a628-180d9ca5a1d2'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:00.834073 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f74bb1c8-4657-4060-a4ad-9655bc96a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:54:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:00.899193 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8ffd8-f4af-45ca-a0cb-4b8568d0be93 req-885f98e7-8453-4737-bfc5-a4e5ef8d4041 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:00.900827 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e7e8ffd8-f4af-45ca-a0cb-4b8568d0be93 req-885f98e7-8453-4737-bfc5-a4e5ef8d4041 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 944 time: 0.0503006 Oct 13 15:55:00.943091 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-f74bb1c8-4657-4060-a4ad-9655bc96a4a7 None None] Set router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:00.945126 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e7e8ffd8-f4af-45ca-a0cb-4b8568d0be93 req-abb51c7e-3204-4f83-bfc9-18696a615d8d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380459 Oct 13 15:55:01.050357 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2857ef9e-9232-451b-a2f7-2b0bbc3e7be1 req-e2be009f-5c82-44cb-8445-cfd68a01c467 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec9665f-4b7a-4a4b-b7ff-ed146108eaab HTTP/1.1" status: 200 len: 210 time: 0.0263412 Oct 13 15:55:01.165166 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f74bb1c8-4657-4060-a4ad-9655bc96a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:14Z', 'revision_number': 5, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:01.172185 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce4ba9-519f-4469-875f-e03f0b5d8d2a req-28157993-d0a1-449b-ad01-0e7f1cda95aa tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:01.173717 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-19ce4ba9-519f-4469-875f-e03f0b5d8d2a req-28157993-d0a1-449b-ad01-0e7f1cda95aa tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0525072 Oct 13 15:55:01.191701 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74bb1c8-4657-4060-a4ad-9655bc96a4a7 None None] The sync data for ids ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'] in dv-cinder-774288-10-iscsi is: [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:14Z', 'revision_number': 5, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:55:01.224964 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-19ce4ba9-519f-4469-875f-e03f0b5d8d2a req-8cf39b81-f7a9-4bbd-af4a-24edb058e8c4 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336616 Oct 13 15:55:01.259884 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-da73f8ec-e459-43b8-9c77-f2a1adfdb871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:01.428026 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a228108-e842-4eba-b6b1-251ec0ce3a15 None None] New status for floating IP 3d6dbb83-5d0e-4df9-b044-4f92571cfef8: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:55:01.718459 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 58253c17-ffa7-42f7-8738-80ccc553416d up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:55:01.859522 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port 58253c17-ffa7-42f7-8738-80ccc553416d completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:55:01.863342 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port 58253c17-ffa7-42f7-8738-80ccc553416d triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:55:01.865953 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:01.941046 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:01.963754 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f52a7e-983b-49ff-a135-e062854c7504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58253c17-ffa7-42f7-8738-80ccc553416d'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:55:01.967876 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e7b094-8d7e-4170-ac53-ede6c770167b" -d '{"events": [{"server_uuid": "28f52a7e-983b-49ff-a135-e062854c7504", "name": "network-vif-plugged", "status": "completed", "tag": "58253c17-ffa7-42f7-8738-80ccc553416d"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:01.978956 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 58253c17-ffa7-42f7-8738-80ccc553416d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58253c17-ffa7-42f7-8738-80ccc553416d,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:02.003060 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac09bf83-f548-4c69-a063-e334f96cee32 x-openstack-request-id: req-ac09bf83-f548-4c69-a063-e334f96cee32 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:02.003666 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f52a7e-983b-49ff-a135-e062854c7504", "name": "network-vif-plugged", "status": "completed", "tag": "58253c17-ffa7-42f7-8738-80ccc553416d", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:02.004576 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac09bf83-f548-4c69-a063-e334f96cee32 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:02.005496 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f52a7e-983b-49ff-a135-e062854c7504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58253c17-ffa7-42f7-8738-80ccc553416d', 'code': 200} Oct 13 15:55:02.051275 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.052396 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 46bc8493-ca17-4d77-8d15-6561c4d806ff no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:55:02.101075 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: 46bc8493-ca17-4d77-8d15-6561c4d806ff {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:55:02.101529 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 46bc8493-ca17-4d77-8d15-6561c4d806ff not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:55:02.129149 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.133898 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=58253c17-ffa7-42f7-8738-80ccc553416d,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:02.196792 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.252593 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953f597-5154-4de8-bd0b-83f6272af35b req-2791ca32-cbd4-4cf9-a617-4b7f8ce3248d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:02.254345 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4953f597-5154-4de8-bd0b-83f6272af35b req-2791ca32-cbd4-4cf9-a617-4b7f8ce3248d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.2357635 Oct 13 15:55:02.255617 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 57878) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:02.361745 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4953f597-5154-4de8-bd0b-83f6272af35b req-d584ef09-f87e-4ceb-81b9-52e0db086006 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991771 Oct 13 15:55:02.375372 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbaf1-6093-4a40-90fe-1b87d84052e2 req-96e5717f-7f82-4b40-8517-4a7ef71c22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:02.376864 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-074dbaf1-6093-4a40-90fe-1b87d84052e2 req-96e5717f-7f82-4b40-8517-4a7ef71c22ea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 1098 time: 0.0424628 Oct 13 15:55:02.388900 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bc43d3ff-3200-4f09-a06d-627b1e2b88f2 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.402277 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f931e2-2509-486f-a24d-b364bb1a864b req-adcf77c0-45fd-4f64-b328-29d388cebc9e tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:02.409157 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f5f931e2-2509-486f-a24d-b364bb1a864b req-adcf77c0-45fd-4f64-b328-29d388cebc9e tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0937393 Oct 13 15:55:02.419804 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-074dbaf1-6093-4a40-90fe-1b87d84052e2 req-f8f50615-00a6-47c4-a405-e7a76b3b99df service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362422 Oct 13 15:55:02.434290 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bc43d3ff-3200-4f09-a06d-627b1e2b88f2 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.505069 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f5f931e2-2509-486f-a24d-b364bb1a864b req-e4946577-53ea-4d12-9586-f55ac5e37d90 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949438 Oct 13 15:55:02.600368 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bc43d3ff-3200-4f09-a06d-627b1e2b88f2 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.603040 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bc43d3ff-3200-4f09-a06d-627b1e2b88f2 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.604159 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-bc43d3ff-3200-4f09-a06d-627b1e2b88f2 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "DELETE /v2.0/security-groups/1e454a89-6d1c-4c32-bdd8-38f89680e789 HTTP/1.1" status: 204 len: 168 time: 0.3476126 Oct 13 15:55:02.607159 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57886) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:02.613173 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43d3ff-3200-4f09-a06d-627b1e2b88f2 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e454a89-6d1c-4c32-bdd8-38f89680e789,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:02.621316 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.api.v2.resource [None req-93dea9c2-e79f-4f03-a5cc-82d89d4bfab3 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] show failed (client error): The resource could not be found. Oct 13 15:55:02.622300 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-93dea9c2-e79f-4f03-a5cc-82d89d4bfab3 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups/1e454a89-6d1c-4c32-bdd8-38f89680e789 HTTP/1.1" status: 404 len: 347 time: 0.0140865 Oct 13 15:55:02.625283 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57888) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:02.746099 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-3bd90c96-8dce-4725-b441-2b0683b4492c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Deleting port ca739329-d278-4fae-b1de-5a6da87abfbe {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:55:02.746438 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3bd90c96-8dce-4725-b441-2b0683b4492c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.824229 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3bd90c96-8dce-4725-b441-2b0683b4492c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.824554 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3bd90c96-8dce-4725-b441-2b0683b4492c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.836288 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-3bd90c96-8dce-4725-b441-2b0683b4492c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Calling delete_port for ca739329-d278-4fae-b1de-5a6da87abfbe owned by network:floatingip {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:55:03.042382 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3bd90c96-8dce-4725-b441-2b0683b4492c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.072126 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd90c96-8dce-4725-b441-2b0683b4492c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event deleted for resources: {'Port': ['ID=ca739329-d278-4fae-b1de-5a6da87abfbe,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:03.133322 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3bd90c96-8dce-4725-b441-2b0683b4492c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for floatingip, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.136065 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3bd90c96-8dce-4725-b441-2b0683b4492c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.137197 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3bd90c96-8dce-4725-b441-2b0683b4492c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "DELETE /v2.0/floatingips/3d6dbb83-5d0e-4df9-b044-4f92571cfef8 HTTP/1.1" status: 204 len: 168 time: 0.5110335 Oct 13 15:55:03.491164 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57900) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:03.491978 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5a203-ea61-4de1-bd67-22370b41cfd7 req-74f622b1-4cc2-4c36-b891-809ef6e85676 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:03.493519 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9ca5a203-ea61-4de1-bd67-22370b41cfd7 req-74f622b1-4cc2-4c36-b891-809ef6e85676 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0583725 Oct 13 15:55:03.495832 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-beb89d93-0ce9-40ad-9ad6-a092c8d4e866 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Request body: {'security_group': {'name': 'tempest-securitygroup--650084267', 'description': 'tempest-description--1121496969'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:03.534254 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9ca5a203-ea61-4de1-bd67-22370b41cfd7 req-8f97cd5f-0e98-4d00-99f0-c1ea91889fed tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345657 Oct 13 15:55:03.600366 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-beb89d93-0ce9-40ad-9ad6-a092c8d4e866 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.629506 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b1c8f-ec0a-419e-874d-5ba3823cdd98 req-680d5cac-2fe2-4fde-90ae-3cd73681bd10 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:03.631606 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9e6b1c8f-ec0a-419e-874d-5ba3823cdd98 req-680d5cac-2fe2-4fde-90ae-3cd73681bd10 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0513864 Oct 13 15:55:03.670711 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9e6b1c8f-ec0a-419e-874d-5ba3823cdd98 req-c7316d36-baa9-4f48-b75e-dc43a2a3fd16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332007 Oct 13 15:55:03.671091 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-beb89d93-0ce9-40ad-9ad6-a092c8d4e866 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.740277 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-beb89d93-0ce9-40ad-9ad6-a092c8d4e866 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.768967 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb89d93-0ce9-40ad-9ad6-a092c8d4e866 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38c0044-935d-4648-9da0-dedb5412964b,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:03.821638 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-beb89d93-0ce9-40ad-9ad6-a092c8d4e866 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.823090 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-beb89d93-0ce9-40ad-9ad6-a092c8d4e866 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3308251 Oct 13 15:55:03.826210 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57910) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:03.830529 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-525d60a5-d24b-4720-bc6e-2b6d1a21f366 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Request body: {'security_group_rule': {'security_group_id': 'a38c0044-935d-4648-9da0-dedb5412964b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:03.888394 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.921236 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-525d60a5-d24b-4720-bc6e-2b6d1a21f366 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.981781 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-525d60a5-d24b-4720-bc6e-2b6d1a21f366 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:04.059955 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-525d60a5-d24b-4720-bc6e-2b6d1a21f366 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:04.078115 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d60a5-d24b-4720-bc6e-2b6d1a21f366 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d98371-98e0-4384-8fda-0e02eb7a7937,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:04.176372 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-525d60a5-d24b-4720-bc6e-2b6d1a21f366 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:04.177755 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-525d60a5-d24b-4720-bc6e-2b6d1a21f366 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506117 Oct 13 15:55:04.187873 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57914) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:04.192734 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-a8eae499-dddc-4101-af74-1a0fa9f4a156 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Request body: {'security_group_rule': {'security_group_id': 'a38c0044-935d-4648-9da0-dedb5412964b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:04.270142 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a8eae499-dddc-4101-af74-1a0fa9f4a156 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:04.326559 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a8eae499-dddc-4101-af74-1a0fa9f4a156 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:04.400046 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a8eae499-dddc-4101-af74-1a0fa9f4a156 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:04.417127 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eae499-dddc-4101-af74-1a0fa9f4a156 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5358482-b3ce-41b5-be24-92722b8dea9b,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:04.478550 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a8eae499-dddc-4101-af74-1a0fa9f4a156 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:04.479841 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-a8eae499-dddc-4101-af74-1a0fa9f4a156 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2910137 Oct 13 15:55:04.482914 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57916) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:04.487231 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Request body: {'floatingip': {'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:04.569271 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for floatingip, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:04.658037 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323da04-ed9c-44f8-bcc8-174049499d89 req-c53aa61a-a498-4adf-af6c-d34279760546 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:04.659529 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d323da04-ed9c-44f8-bcc8-174049499d89 req-c53aa61a-a498-4adf-af6c-d34279760546 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0485470 Oct 13 15:55:04.667447 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:04.702362 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d323da04-ed9c-44f8-bcc8-174049499d89 req-cc31d4e3-5b16-460f-8132-2f9a9beb18e8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363994 Oct 13 15:55:04.780340 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Allocated IP 172.27.3.215 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/5003a807-b3ed-402f-b0a4-62c6b5946c42) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:55:04.829473 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff2423-c693-444a-89c5-3f27f7321025 req-b24b0fcb-f004-487a-971f-ae5a95e0f1da tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:04.830984 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-60ff2423-c693-444a-89c5-3f27f7321025 req-b24b0fcb-f004-487a-971f-ae5a95e0f1da tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0919123 Oct 13 15:55:04.845994 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7019-f297-449e-9e20-6efff9ea9478 req-73a31aa4-7314-4f5e-a167-5507166405f5 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:04.846915 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:55:04.857405 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-656e7019-f297-449e-9e20-6efff9ea9478 req-73a31aa4-7314-4f5e-a167-5507166405f5 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0732257 Oct 13 15:55:04.857549 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 57928) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:04.861834 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-7016d1c3-cb81-44ff-976d-0c066e21635f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Request body: {'floatingip': {'port_id': '58253c17-ffa7-42f7-8738-80ccc553416d'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:04.886483 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-60ff2423-c693-444a-89c5-3f27f7321025 req-63cc78e4-8b08-477b-9a8e-a777a95ffe44 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492682 Oct 13 15:55:04.908729 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7016d1c3-cb81-44ff-976d-0c066e21635f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for floatingip, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:05.014624 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:05.183679 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:05.272281 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:55:05.276761 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:55:05.283160 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:55:05.335610 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event updated for resources: {'Port': ['ID=5003a807-b3ed-402f-b0a4-62c6b5946c42,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:05.486172 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:05.503204 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7016d1c3-cb81-44ff-976d-0c066e21635f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:05.597399 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7016d1c3-cb81-44ff-976d-0c066e21635f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:05.657835 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:05.728978 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 5f196f7f-81c4-491e-8465-30a4c401678e details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:55:05.785926 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.l3_db [None req-7016d1c3-cb81-44ff-976d-0c066e21635f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Floating IP fe71b53e-37da-4fe9-a11f-38a2c925711c associated. External IP: 172.27.3.4, port: 58253c17-ffa7-42f7-8738-80ccc553416d. Oct 13 15:55:05.826314 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 5f196f7f-81c4-491e-8465-30a4c401678e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5f196f7f-81c4-491e-8465-30a4c401678e,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:05.838226 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': '5f196f7f-81c4-491e-8465-30a4c401678e', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'port_id': '5f196f7f-81c4-491e-8465-30a4c401678e', 'mac_address': 'fa:16:3e:60:b4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:55:05.874151 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:05.887873 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f196f7f-81c4-491e-8465-30a4c401678e {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:55:05.907149 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 5f196f7f-81c4-491e-8465-30a4c401678e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5f196f7f-81c4-491e-8465-30a4c401678e,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:05.939188 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:05.989519 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:06.005504 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926109df-4525-4ee4-8ad5-525a745ef9fe req-3854adbb-a26f-4556-afb6-4d0afae34397 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:06.007012 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-926109df-4525-4ee4-8ad5-525a745ef9fe req-3854adbb-a26f-4556-afb6-4d0afae34397 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0512283 Oct 13 15:55:06.044774 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=5f196f7f-81c4-491e-8465-30a4c401678e,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:06.045774 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:06.047231 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-926109df-4525-4ee4-8ad5-525a745ef9fe req-eb778597-6045-49d8-aa4a-15657b97a66c tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334387 Oct 13 15:55:06.055858 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7016d1c3-cb81-44ff-976d-0c066e21635f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Router d913459b-defc-40b1-a314-8b74fa620fcd has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:55:06.154074 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event updated for resources: {'Port': ['ID=5003a807-b3ed-402f-b0a4-62c6b5946c42,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:06.178222 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:06.234426 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7016d1c3-cb81-44ff-976d-0c066e21635f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:55:06.238705 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7016d1c3-cb81-44ff-976d-0c066e21635f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:06.245922 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e503515-71ad-48fd-bdb0-64092d7ac06d None None] Sync routers for ids ['d913459b-defc-40b1-a314-8b74fa620fcd'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:55:06.256302 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e503515-71ad-48fd-bdb0-64092d7ac06d None None] Routers {'d913459b-defc-40b1-a314-8b74fa620fcd'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:06.257078 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-9e503515-71ad-48fd-bdb0-64092d7ac06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:55:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['d913459b-defc-40b1-a314-8b74fa620fcd'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:06.265332 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7016d1c3-cb81-44ff-976d-0c066e21635f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "PUT /v2.0/floatingips/fe71b53e-37da-4fe9-a11f-38a2c925711c HTTP/1.1" status: 200 len: 989 time: 1.4070740 Oct 13 15:55:06.265992 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f52a7e-983b-49ff-a135-e062854c7504', 'tag': '58253c17-ffa7-42f7-8738-80ccc553416d'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:55:06.268354 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2deb15-892c-415a-96d3-3c8f681b0bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "28f52a7e-983b-49ff-a135-e062854c7504", "tag": "58253c17-ffa7-42f7-8738-80ccc553416d"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:06.313349 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:06.314563 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-19975d22-da4c-47e6-956a-2370da19bd98 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8307226 Oct 13 15:55:06.320470 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83af037c-9f8f-465c-83b0-20459c985919 x-openstack-request-id: req-83af037c-9f8f-465c-83b0-20459c985919 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:06.320758 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f52a7e-983b-49ff-a135-e062854c7504", "tag": "58253c17-ffa7-42f7-8738-80ccc553416d", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:06.321009 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83af037c-9f8f-465c-83b0-20459c985919 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:06.322786 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f52a7e-983b-49ff-a135-e062854c7504', 'tag': '58253c17-ffa7-42f7-8738-80ccc553416d', 'status': 'completed', 'code': 200} Oct 13 15:55:06.502315 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-9e503515-71ad-48fd-bdb0-64092d7ac06d None None] Set router d913459b-defc-40b1-a314-8b74fa620fcd gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:06.511397 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-3a415a9d-ef0f-4205-a5be-34135c696bd1 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--650084267&fields=id&tenant_id=695e8fd499fd4d6c8aae611cd7421cf2 HTTP/1.1" status: 200 len: 267 time: 0.0336325 Oct 13 15:55:06.624930 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-fabe58f7-b99b-401b-a5dd-6187b4407429 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:06.626450 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-fabe58f7-b99b-401b-a5dd-6187b4407429 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/networks?id=e701f80d-78be-455a-b072-c4a75da0219e HTTP/1.1" status: 200 len: 811 time: 0.1079047 Oct 13 15:55:06.642457 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-5ac1debf-31c9-419a-a9cb-07f7ae8d2a45 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/quotas/695e8fd499fd4d6c8aae611cd7421cf2 HTTP/1.1" status: 200 len: 375 time: 0.0095952 Oct 13 15:55:06.705995 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-3e96c7ef-4887-436b-9448-09d62cbec30e tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550957 Oct 13 15:55:06.735066 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-9e503515-71ad-48fd-bdb0-64092d7ac06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': 'fe71b53e-37da-4fe9-a11f-38a2c925711c', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'port_id': '58253c17-ffa7-42f7-8738-80ccc553416d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'mac_address': 'fa:16:3e:9c:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f52a7e-983b-49ff-a135-e062854c7504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:54:50Z', 'updated_at': '2021-10-13T15:55:05Z', 'revision_number': 1, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:20Z', 'revision_number': 5, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:06.761851 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e503515-71ad-48fd-bdb0-64092d7ac06d None None] Checking router: d913459b-defc-40b1-a314-8b74fa620fcd for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:55:06.770617 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e503515-71ad-48fd-bdb0-64092d7ac06d None None] Routers {'d913459b-defc-40b1-a314-8b74fa620fcd'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:06.773151 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-9e503515-71ad-48fd-bdb0-64092d7ac06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:55:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['d913459b-defc-40b1-a314-8b74fa620fcd'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:06.808252 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-9e7ac9c6-b7c7-42f8-8b98-c78ececf715b service neutron] 10.222.0.26 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883660 Oct 13 15:55:06.884564 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-9e503515-71ad-48fd-bdb0-64092d7ac06d None None] Set router d913459b-defc-40b1-a314-8b74fa620fcd gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:06.902157 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-b0dd27d5-25f6-47d8-829b-50976f7b56f4 service neutron] 10.222.0.26 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877438 Oct 13 15:55:07.124786 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0bac94a7-e095-437e-9a63-76371c4f0b7a req-83f73189-37bf-41ec-9ea1-76fa489d7579 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 210 time: 0.0264578 Oct 13 15:55:07.132380 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-9e503515-71ad-48fd-bdb0-64092d7ac06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': 'fe71b53e-37da-4fe9-a11f-38a2c925711c', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'port_id': '58253c17-ffa7-42f7-8738-80ccc553416d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'mac_address': 'fa:16:3e:9c:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f52a7e-983b-49ff-a135-e062854c7504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:54:50Z', 'updated_at': '2021-10-13T15:55:05Z', 'revision_number': 1, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:20Z', 'revision_number': 5, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:07.160619 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e503515-71ad-48fd-bdb0-64092d7ac06d None None] The sync data for ids ['d913459b-defc-40b1-a314-8b74fa620fcd'] in dv-cinder-774288-10-iscsi is: [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': 'fe71b53e-37da-4fe9-a11f-38a2c925711c', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'port_id': '58253c17-ffa7-42f7-8738-80ccc553416d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'mac_address': 'fa:16:3e:9c:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f52a7e-983b-49ff-a135-e062854c7504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:54:50Z', 'updated_at': '2021-10-13T15:55:05Z', 'revision_number': 1, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:20Z', 'revision_number': 5, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:55:07.238476 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935243a-b5af-4c22-95d5-442922d640a6 req-51728282-027c-4abd-b1a3-6f42f9f74e98 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:07.240209 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5935243a-b5af-4c22-95d5-442922d640a6 req-51728282-027c-4abd-b1a3-6f42f9f74e98 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 944 time: 0.0584006 Oct 13 15:55:07.281255 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5935243a-b5af-4c22-95d5-442922d640a6 req-c877e8af-9b0e-4b04-b303-af964645cdfe tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347126 Oct 13 15:55:07.388378 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e39fc-39f4-4b00-b565-10244cce0eab None None] New status for floating IP fe71b53e-37da-4fe9-a11f-38a2c925711c: ACTIVE {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:55:08.217998 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d284f913-6882-4b6d-8ae6-c0ada63865af req-2f277684-3c4b-4d59-b7ee-d16ef910b90c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 210 time: 0.0263491 Oct 13 15:55:08.394408 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bce29-0eb6-4186-a3ad-05154e3021f7 req-75f02e30-6af1-4192-9e41-3d2a3026b476 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:08.395870 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e35bce29-0eb6-4186-a3ad-05154e3021f7 req-75f02e30-6af1-4192-9e41-3d2a3026b476 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 944 time: 0.0488997 Oct 13 15:55:08.433620 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e35bce29-0eb6-4186-a3ad-05154e3021f7 req-a05d9dc7-f1f2-480a-bbe9-93fcde190379 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315654 Oct 13 15:55:09.023626 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['5f196f7f-81c4-491e-8465-30a4c401678e'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:55:09.081511 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2deb15-892c-415a-96d3-3c8f681b0bc3 req-20d1750a-f40d-40ca-934d-73d3a1ddb143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:09.083219 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd2deb15-892c-415a-96d3-3c8f681b0bc3 req-20d1750a-f40d-40ca-934d-73d3a1ddb143 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 1098 time: 0.0416076 Oct 13 15:55:09.185592 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2deb15-892c-415a-96d3-3c8f681b0bc3 req-980b1479-f480-433a-8fde-423d553e20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:09.188032 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd2deb15-892c-415a-96d3-3c8f681b0bc3 req-980b1479-f480-433a-8fde-423d553e20b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9 HTTP/1.1" status: 200 len: 917 time: 0.0976858 Oct 13 15:55:09.265937 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd2deb15-892c-415a-96d3-3c8f681b0bc3 req-7aef4181-3d18-4748-8902-147168f6abf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58253c17-ffa7-42f7-8738-80ccc553416d HTTP/1.1" status: 200 len: 999 time: 0.0704544 Oct 13 15:55:09.323187 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee534c71-2fe7-4b13-ba45-a6e0c7f373cc req-a9afbdf6-04ff-4c05-9cba-d5b216e462ec tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 210 time: 0.0312014 Oct 13 15:55:09.556881 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3946-19cb-4b43-b6d1-2a8e4e235008 req-d7965d5b-e878-4b13-a567-2ce489746f10 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:09.559541 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d3aa3946-19cb-4b43-b6d1-2a8e4e235008 req-d7965d5b-e878-4b13-a567-2ce489746f10 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 944 time: 0.0523221 Oct 13 15:55:09.581923 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2deb15-892c-415a-96d3-3c8f681b0bc3 req-2aa7c87d-2f7e-43ca-a9c6-221afe6e0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:09.583420 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd2deb15-892c-415a-96d3-3c8f681b0bc3 req-2aa7c87d-2f7e-43ca-a9c6-221afe6e0e27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=da8df2cb-caf2-4fca-8a7b-33bd6dd69737 HTTP/1.1" status: 200 len: 855 time: 0.3094115 Oct 13 15:55:09.597709 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d3aa3946-19cb-4b43-b6d1-2a8e4e235008 req-b75b6226-8aa1-470e-b607-ecacfa9758a4 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335042 Oct 13 15:55:09.631578 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2deb15-892c-415a-96d3-3c8f681b0bc3 req-a9bbe1b9-9688-429e-98a6-c27f1011df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:09.633045 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd2deb15-892c-415a-96d3-3c8f681b0bc3 req-a9bbe1b9-9688-429e-98a6-c27f1011df61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415845 Oct 13 15:55:09.727862 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd2deb15-892c-415a-96d3-3c8f681b0bc3 req-0b36696b-17a3-4757-b082-97e60f54f3c0 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871885 Oct 13 15:55:09.822526 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd2deb15-892c-415a-96d3-3c8f681b0bc3 req-75ae5eb2-2deb-4a40-9d55-ee3cfc8d2ea3 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869427 Oct 13 15:55:10.352037 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-3a443337-60fa-44a5-9863-ae75b4895179 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:10.354856 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-3a443337-60fa-44a5-9863-ae75b4895179 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.37 "GET /v2.0/networks?id=e701f80d-78be-455a-b072-c4a75da0219e HTTP/1.1" status: 200 len: 811 time: 0.1597555 Oct 13 15:55:10.400588 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-321851e6-7a8b-4ee4-b9b3-bb47330d0b63 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=695e8fd499fd4d6c8aae611cd7421cf2 HTTP/1.1" status: 200 len: 379 time: 0.0346739 Oct 13 15:55:10.411282 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-44de36ff-dc62-48e0-b722-e1cd023fd413 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Request body: {'port': {'device_id': 'c4510dd5-4f30-4a16-9291-49c32c4a14ef', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'admin_state_up': True, 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'security_groups': ['a38c0044-935d-4648-9da0-dedb5412964b']}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:10.418095 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-95ad61bb-1cec-42cf-ba9b-8683e481a140 req-d35d01b5-0ee2-426e-870c-0b862fb581e9 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 210 time: 0.0272141 Oct 13 15:55:10.602423 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-44de36ff-dc62-48e0-b722-e1cd023fd413 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Made reservation on behalf of 695e8fd499fd4d6c8aae611cd7421cf2 for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:55:10.605953 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-44de36ff-dc62-48e0-b722-e1cd023fd413 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:10.727470 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e34f4a-a351-4d47-b1aa-9fdbbb51d287 req-4c48ddf9-a558-47c2-8706-c9a91233b0f5 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:10.728991 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-37e34f4a-a351-4d47-b1aa-9fdbbb51d287 req-4c48ddf9-a558-47c2-8706-c9a91233b0f5 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 944 time: 0.0496428 Oct 13 15:55:10.736144 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-44de36ff-dc62-48e0-b722-e1cd023fd413 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Allocated IP 172.20.0.8 (e701f80d-78be-455a-b072-c4a75da0219e/180efc03-3a53-4469-b14e-6acb45275524/ebe4889b-b938-4424-94b6-43a9a815b886) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:55:10.772635 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-37e34f4a-a351-4d47-b1aa-9fdbbb51d287 req-18e351f3-edce-4ec6-a4a9-de66a68b331d tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375853 Oct 13 15:55:10.877790 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-44de36ff-dc62-48e0-b722-e1cd023fd413 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:10.992027 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-44de36ff-dc62-48e0-b722-e1cd023fd413 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:11.034156 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-44de36ff-dc62-48e0-b722-e1cd023fd413 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Network e701f80d-78be-455a-b072-c4a75da0219e is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:55:11.037803 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-44de36ff-dc62-48e0-b722-e1cd023fd413 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:55:11.041448 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-44de36ff-dc62-48e0-b722-e1cd023fd413 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:55:11.069557 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de36ff-dc62-48e0-b722-e1cd023fd413 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event updated for resources: {'Port': ['ID=ebe4889b-b938-4424-94b6-43a9a815b886,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:11.098484 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-44de36ff-dc62-48e0-b722-e1cd023fd413 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:11.099775 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-44de36ff-dc62-48e0-b722-e1cd023fd413 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:11.194000 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-44de36ff-dc62-48e0-b722-e1cd023fd413 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7863183 Oct 13 15:55:11.274535 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-2b69774f-6a07-4449-b693-722d314f00db None None] Provisioning complete for port ebe4889b-b938-4424-94b6-43a9a815b886 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:55:11.275128 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2b69774f-6a07-4449-b693-722d314f00db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:11.308518 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-2b69774f-6a07-4449-b693-722d314f00db None None] Port ebe4889b-b938-4424-94b6-43a9a815b886 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:55:11.545467 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837d521-ba9c-417b-bac7-2ed76a732b58 req-7db1684e-a328-4694-8ac3-ee10279e50ff tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:11.546967 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7837d521-ba9c-417b-bac7-2ed76a732b58 req-7db1684e-a328-4694-8ac3-ee10279e50ff tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 931 time: 0.0526741 Oct 13 15:55:11.584997 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7837d521-ba9c-417b-bac7-2ed76a732b58 req-db6c06ce-ad90-4660-bcb6-2e9e5e07cc80 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=a38c0044-935d-4648-9da0-dedb5412964b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320296 Oct 13 15:55:11.888290 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61147767-7303-48e7-bd04-fdf726e5630d req-569235c0-927f-4844-96a0-72421ad701a3 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:11.889758 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-61147767-7303-48e7-bd04-fdf726e5630d req-569235c0-927f-4844-96a0-72421ad701a3 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 944 time: 0.0501513 Oct 13 15:55:11.929500 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-61147767-7303-48e7-bd04-fdf726e5630d req-6ceee461-591a-41e5-97af-bb95ccd60bd9 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319595 Oct 13 15:55:12.697334 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad64da7-7119-4725-b159-7aef9540389b req-855397bf-ab0a-466c-9787-d3c345520b6e tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:12.698793 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3ad64da7-7119-4725-b159-7aef9540389b req-855397bf-ab0a-466c-9787-d3c345520b6e tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 931 time: 0.0485706 Oct 13 15:55:12.735126 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3ad64da7-7119-4725-b159-7aef9540389b req-b405522b-ac22-4fa9-be92-c3573a70a82c tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=a38c0044-935d-4648-9da0-dedb5412964b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302660 Oct 13 15:55:13.044846 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed0b3f-5e2d-4f8d-bc71-780680c66bdb req-cd0f81a1-2b13-4e2a-be37-9c52ad92948e tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:13.046191 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1fed0b3f-5e2d-4f8d-bc71-780680c66bdb req-cd0f81a1-2b13-4e2a-be37-9c52ad92948e tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 944 time: 0.0520124 Oct 13 15:55:13.082614 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1fed0b3f-5e2d-4f8d-bc71-780680c66bdb req-4c6fc7ec-888a-428f-a120-3ec84c7465b9 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305190 Oct 13 15:55:13.242024 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 5f196f7f-81c4-491e-8465-30a4c401678e up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:55:13.259670 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Request body: {'port': {'device_id': 'c4510dd5-4f30-4a16-9291-49c32c4a14ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:13.327815 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:13.360233 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b09b307a-6086-4761-b665-ba22c8b3ba7d req-48807cd6-93be-462f-b322-c173a3525fcf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422041 Oct 13 15:55:13.389180 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:13.389893 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port 5f196f7f-81c4-491e-8465-30a4c401678e completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:55:13.393917 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port 5f196f7f-81c4-491e-8465-30a4c401678e triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:55:13.394285 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:13.424627 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b307a-6086-4761-b665-ba22c8b3ba7d req-9faf0131-64dc-47ba-a906-ed4ee952f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:13.426206 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b09b307a-6086-4761-b665-ba22c8b3ba7d req-9faf0131-64dc-47ba-a906-ed4ee952f6da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 1098 time: 0.0425546 Oct 13 15:55:13.477636 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:13.502236 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f196f7f-81c4-491e-8465-30a4c401678e'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:55:13.504506 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a242bed0-c6ff-401c-bdef-11f03faabfa1" -d '{"events": [{"server_uuid": "dbee69f3-bc34-4d86-b15f-90949d9b2d5f", "name": "network-vif-plugged", "status": "completed", "tag": "5f196f7f-81c4-491e-8465-30a4c401678e"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:13.517267 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 5f196f7f-81c4-491e-8465-30a4c401678e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5f196f7f-81c4-491e-8465-30a4c401678e,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:13.541342 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f3faad-5581-452d-9144-9e590f42b5da x-openstack-request-id: req-c0f3faad-5581-452d-9144-9e590f42b5da {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:13.543620 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbee69f3-bc34-4d86-b15f-90949d9b2d5f", "name": "network-vif-plugged", "status": "completed", "tag": "5f196f7f-81c4-491e-8465-30a4c401678e", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:13.543620 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0f3faad-5581-452d-9144-9e590f42b5da {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:13.543620 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f196f7f-81c4-491e-8465-30a4c401678e', 'code': 200} Oct 13 15:55:13.571021 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b307a-6086-4761-b665-ba22c8b3ba7d req-c34cce0c-9b84-42c5-ae6b-42db5075a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:13.572496 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b09b307a-6086-4761-b665-ba22c8b3ba7d req-c34cce0c-9b84-42c5-ae6b-42db5075a0ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 200 len: 913 time: 0.1035464 Oct 13 15:55:13.609315 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe4889b-b938-4424-94b6-43a9a815b886 {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:55:13.616790 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:13.628886 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Transition to ACTIVE for port object ebe4889b-b938-4424-94b6-43a9a815b886 will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:55:13.636934 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:13.643471 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b09b307a-6086-4761-b665-ba22c8b3ba7d req-4e9e2219-c95b-47f6-ae6d-3dffc8c02315 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3ed4799-22bf-4811-a8a2-9443795d83c2 HTTP/1.1" status: 200 len: 1000 time: 0.0577099 Oct 13 15:55:13.690438 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=5f196f7f-81c4-491e-8465-30a4c401678e,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:13.705751 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:13.706954 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b307a-6086-4761-b665-ba22c8b3ba7d req-d52195f1-ba4b-41b4-bed2-b218bde3608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:13.708708 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b09b307a-6086-4761-b665-ba22c8b3ba7d req-d52195f1-ba4b-41b4-bed2-b218bde3608c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c99c185-a519-4976-b8d3-f0c1d1c939d2 HTTP/1.1" status: 200 len: 851 time: 0.0517967 Oct 13 15:55:13.756478 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Pushing event updated for resources: {'Port': ['ID=ebe4889b-b938-4424-94b6-43a9a815b886,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:13.763822 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b307a-6086-4761-b665-ba22c8b3ba7d req-4b79917f-4b64-49ca-8103-f55371c43a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:13.765532 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b09b307a-6086-4761-b665-ba22c8b3ba7d req-4b79917f-4b64-49ca-8103-f55371c43a4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=472e4c1f-eadc-485a-8e41-ac721b348df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492930 Oct 13 15:55:13.850292 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Attempting to bind port ebe4889b-b938-4424-94b6-43a9a815b886 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:55:13.851104 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Attempting to bind port ebe4889b-b938-4424-94b6-43a9a815b886 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:55:13.851520 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Attempting to bind port ebe4889b-b938-4424-94b6-43a9a815b886 on network e701f80d-78be-455a-b072-c4a75da0219e {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:55:13.856749 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Port ebe4889b-b938-4424-94b6-43a9a815b886 on network e701f80d-78be-455a-b072-c4a75da0219e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:55:13.858922 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Attempting to bind port ebe4889b-b938-4424-94b6-43a9a815b886 on network e701f80d-78be-455a-b072-c4a75da0219e {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:55:13.863030 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:55:13.864780 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Checking segment: {'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:55:13.864780 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Bound using segment: {'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:55:13.864780 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Bound port: ebe4889b-b938-4424-94b6-43a9a815b886, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a668a400-ad78-491a-9add-a383941da6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:55:13.864780 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:13.905842 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b09b307a-6086-4761-b665-ba22c8b3ba7d req-728a1879-e1b1-4cf7-a626-b1c18e9fafca service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318965 Oct 13 15:55:13.939991 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] For port ebe4889b-b938-4424-94b6-43a9a815b886, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:55:13.944583 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] For port ebe4889b-b938-4424-94b6-43a9a815b886, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ebe4889b-b938-4424-94b6-43a9a815b886,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:55:13.962217 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be861f8-66da-4779-8fcd-832a00baa91e req-87c1e5cc-e456-49cd-b8c4-60bb52d678a0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:13.962217 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1be861f8-66da-4779-8fcd-832a00baa91e req-87c1e5cc-e456-49cd-b8c4-60bb52d678a0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 943 time: 0.1165154 Oct 13 15:55:14.010975 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:14.016742 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401acd09-4bd5-47bb-a2cf-a68a72526f5f req-b0aa9dcc-fd73-4d3b-bc77-fdc9dde9fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:14.026635 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-401acd09-4bd5-47bb-a2cf-a68a72526f5f req-b0aa9dcc-fd73-4d3b-bc77-fdc9dde9fded service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 1098 time: 0.0518072 Oct 13 15:55:14.035348 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1be861f8-66da-4779-8fcd-832a00baa91e req-c4313dde-7522-4788-9138-e21a3fca2307 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=a38c0044-935d-4648-9da0-dedb5412964b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489073 Oct 13 15:55:14.065410 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b09b307a-6086-4761-b665-ba22c8b3ba7d req-7adb3d07-8cfa-401a-a811-e21152d4c998 service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437070 Oct 13 15:55:14.076774 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:14.077613 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:14.079183 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] 10.222.0.37 "PUT /v2.0/ports/ebe4889b-b938-4424-94b6-43a9a815b886 HTTP/1.1" status: 200 len: 1093 time: 0.8293936 Oct 13 15:55:14.079826 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4510dd5-4f30-4a16-9291-49c32c4a14ef', 'tag': 'ebe4889b-b938-4424-94b6-43a9a815b886'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:55:14.082077 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d9357d-8015-4b92-aaff-82a9993cf022" -d '{"events": [{"name": "network-changed", "server_uuid": "c4510dd5-4f30-4a16-9291-49c32c4a14ef", "tag": "ebe4889b-b938-4424-94b6-43a9a815b886"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:14.119086 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-401acd09-4bd5-47bb-a2cf-a68a72526f5f req-0ecf51b3-bbd2-4a9e-96c2-386074b81c0c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792186 Oct 13 15:55:14.119976 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c63773-ff78-44cf-9107-b566a0fede7e service neutron] Pushing event updated for resources: {'Port': ['ID=ebe4889b-b938-4424-94b6-43a9a815b886,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:14.126969 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083aac4c-2470-4aab-a7ed-73ce1feb9537 x-openstack-request-id: req-083aac4c-2470-4aab-a7ed-73ce1feb9537 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:14.126969 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4510dd5-4f30-4a16-9291-49c32c4a14ef", "tag": "ebe4889b-b938-4424-94b6-43a9a815b886", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:14.126969 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-083aac4c-2470-4aab-a7ed-73ce1feb9537 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:14.126969 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4510dd5-4f30-4a16-9291-49c32c4a14ef', 'tag': 'ebe4889b-b938-4424-94b6-43a9a815b886', 'status': 'completed', 'code': 200} Oct 13 15:55:14.239321 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23fc26-be0f-433c-8dc8-e0ea3b4458a5 req-1b209df4-5ae0-487e-a478-eb08825e5d8a tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:14.241407 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5e23fc26-be0f-433c-8dc8-e0ea3b4458a5 req-1b209df4-5ae0-487e-a478-eb08825e5d8a tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0715923 Oct 13 15:55:14.285784 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5e23fc26-be0f-433c-8dc8-e0ea3b4458a5 req-14f5540f-c20e-4a6c-bf89-28b0063b63b3 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376263 Oct 13 15:55:14.388990 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9357d-8015-4b92-aaff-82a9993cf022 req-ba52c287-afcc-4c76-87c6-6e2bbc664298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:14.390618 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-58d9357d-8015-4b92-aaff-82a9993cf022 req-ba52c287-afcc-4c76-87c6-6e2bbc664298 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 1096 time: 0.0464830 Oct 13 15:55:14.490332 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9357d-8015-4b92-aaff-82a9993cf022 req-e4a1c5e2-7ac1-4eed-b17e-b3c7bcb4ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:14.491485 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-58d9357d-8015-4b92-aaff-82a9993cf022 req-e4a1c5e2-7ac1-4eed-b17e-b3c7bcb4ce3e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0924416 Oct 13 15:55:14.590437 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9357d-8015-4b92-aaff-82a9993cf022 req-dda21a21-8edf-463a-858c-d0f9b3e46db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:14.591928 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-58d9357d-8015-4b92-aaff-82a9993cf022 req-dda21a21-8edf-463a-858c-d0f9b3e46db4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924199 Oct 13 15:55:14.700679 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-10fc4fc5-465c-4bfa-bc00-06e3f637dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:14.702135 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-10fc4fc5-465c-4bfa-bc00-06e3f637dd03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 1096 time: 0.0414546 Oct 13 15:55:14.754969 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-7fff45ef-1e85-4764-abb7-fb7fefbe84cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebe4889b-b938-4424-94b6-43a9a815b886 HTTP/1.1" status: 200 len: 217 time: 0.0343988 Oct 13 15:55:14.810863 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-a07075d0-ac15-4a91-b48f-07413d527f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:14.812361 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-a07075d0-ac15-4a91-b48f-07413d527f26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=180efc03-3a53-4469-b14e-6acb45275524 HTTP/1.1" status: 200 len: 850 time: 0.0485222 Oct 13 15:55:14.859917 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-e850bb44-224b-4086-ad16-fe91d40daaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:14.861408 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-e850bb44-224b-4086-ad16-fe91d40daaec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e701f80d-78be-455a-b072-c4a75da0219e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408375 Oct 13 15:55:14.962081 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-c35f59ce-5fea-4781-9c3c-a581b97087f1 service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841074 Oct 13 15:55:15.050270 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad2e9d52-f40a-4e77-9599-373bea16c496 req-8cce8895-2e8a-4417-bb84-c22947b8736a service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796642 Oct 13 15:55:15.151989 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f5887-8772-47fb-b1eb-2834c5778de6 req-0e876c6b-98f0-474e-94fa-2ecd1f113c4f tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:15.153440 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0e7f5887-8772-47fb-b1eb-2834c5778de6 req-0e876c6b-98f0-474e-94fa-2ecd1f113c4f tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 943 time: 0.0497947 Oct 13 15:55:15.192594 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0e7f5887-8772-47fb-b1eb-2834c5778de6 req-ae26926e-2374-4266-a99e-43d7df7b56d6 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=a38c0044-935d-4648-9da0-dedb5412964b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328603 Oct 13 15:55:15.410831 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d098e9-55da-4c2d-a026-3101ed1dc294 req-6a44048a-2b66-4dd4-b728-cb77ff9e7e13 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:15.413150 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-84d098e9-55da-4c2d-a026-3101ed1dc294 req-6a44048a-2b66-4dd4-b728-cb77ff9e7e13 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0552719 Oct 13 15:55:15.455495 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-84d098e9-55da-4c2d-a026-3101ed1dc294 req-75cd734c-0374-4fcd-a1ac-d1479e06a641 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351238 Oct 13 15:55:15.951005 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 58108) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:15.994910 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56adcc4-c3d4-404c-8a0e-161cbabab453 admin admin] Deleting subnet 0782e3bc-68e5-4f9a-a982-cfd26cdad414 {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:55:15.997982 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b56adcc4-c3d4-404c-8a0e-161cbabab453 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.036283 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b56adcc4-c3d4-404c-8a0e-161cbabab453 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134043822'] for subnet, precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.075276 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b56adcc4-c3d4-404c-8a0e-161cbabab453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.191685 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b56adcc4-c3d4-404c-8a0e-161cbabab453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133663441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133561784'] for subnet, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.220295 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b56adcc4-c3d4-404c-8a0e-161cbabab453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.223396 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-b56adcc4-c3d4-404c-8a0e-161cbabab453 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0782e3bc-68e5-4f9a-a982-cfd26cdad414 HTTP/1.1" status: 204 len: 168 time: 0.2713597 Oct 13 15:55:16.224517 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56adcc4-c3d4-404c-8a0e-161cbabab453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0782e3bc-68e5-4f9a-a982-cfd26cdad414,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:16.226001 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58112) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:16.324388 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.340723 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c45e02-e67b-4c3e-bc9a-d8dd038d4061 req-ffe34943-af96-47fd-a2b0-f02bbc2552b7 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:16.342183 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b6c45e02-e67b-4c3e-bc9a-d8dd038d4061 req-ffe34943-af96-47fd-a2b0-f02bbc2552b7 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 943 time: 0.0718806 Oct 13 15:55:16.439137 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.444696 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b6c45e02-e67b-4c3e-bc9a-d8dd038d4061 req-7054669e-0f5f-4c93-a323-3f02d7d53d82 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=a38c0044-935d-4648-9da0-dedb5412964b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957458 Oct 13 15:55:16.463028 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e17626-a8b7-4da5-b1d2-13dfbb69a170']}} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:16.471910 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffaacf67-34c3-4731-8f07-d2d3254d14dc') {'for_net_delete': True} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:16.472864 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffaacf67-34c3-4731-8f07-d2d3254d14dc') {} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:16.481390 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4508542'] for segment, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.495266 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.501030 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=107005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:55:16.501440 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4586120'] for segment, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: Traceback (most recent call last): Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: timer() Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: cb(*args, **kw) Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: return func(*args, **kwargs) Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: self._notify() Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: self.callback(batched_events) Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: event.method(event) Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: return f(self, *a, **k) Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._get(url).json() Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: return self.request(url, 'GET', **kwargs) Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:55:16.503104 dv-cinder-774288-10-iscsi neutron-server[107005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:55:16.599438 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ffb2b-fe3a-4020-b4d8-3fd5dff2908f req-9d93dd3d-f25c-42d0-98ed-65179694d4cb tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:16.601096 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9a4ffb2b-fe3a-4020-b4d8-3fd5dff2908f req-9d93dd3d-f25c-42d0-98ed-65179694d4cb tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0596268 Oct 13 15:55:16.641591 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9a4ffb2b-fe3a-4020-b4d8-3fd5dff2908f req-5a48cf9b-1b66-42df-a885-b23ec0910157 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342245 Oct 13 15:55:16.671310 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.676810 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.682697 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] 10.222.0.26 "DELETE /v2.0/networks/10e17626-a8b7-4da5-b1d2-13dfbb69a170 HTTP/1.1" status: 204 len: 168 time: 0.4536264 Oct 13 15:55:16.684159 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 58124) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:16.697892 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Pushing event deleted for resources: {'Network': ['ID=10e17626-a8b7-4da5-b1d2-13dfbb69a170,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:16.704848 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.705303 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.705531 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.705918 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.706377 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.706634 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.706991 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.707325 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.707653 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.707976 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.711555 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.712094 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d1bac-9354-4308-8bb3-8efde9ab110b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.736694 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Deleting subnet f1dfd081-6a20-4301-a1f8-c65d7d9317c9 {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:55:16.740684 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.766654 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff7899-2606-4d71-8d5e-2a793ecb3b55 req-0f9fa169-ad99-4680-a110-3812b06bc941 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:16.768132 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-66ff7899-2606-4d71-8d5e-2a793ecb3b55 req-0f9fa169-ad99-4680-a110-3812b06bc941 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0518367 Oct 13 15:55:16.780273 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134043822'] for subnet, precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.807726 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-66ff7899-2606-4d71-8d5e-2a793ecb3b55 req-615bcf74-2e57-49bd-bde1-6973b80903fc tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333209 Oct 13 15:55:16.821320 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.829497 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58128) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:16.939981 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133663441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133561784'] for subnet, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.967354 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1dfd081-6a20-4301-a1f8-c65d7d9317c9,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:16.969719 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:16.971197 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d118bcf5-926e-4c61-a759-e7f5486e190d tempest-TestShelveInstance-861666846 tempest-TestShelveInstance-861666846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:16.972664 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-d118bcf5-926e-4c61-a759-e7f5486e190d tempest-TestShelveInstance-861666846 tempest-TestShelveInstance-861666846-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 1093 time: 0.1422145 Oct 13 15:55:16.975222 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58132) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:16.975371 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f1dfd081-6a20-4301-a1f8-c65d7d9317c9 HTTP/1.1" status: 204 len: 168 time: 0.2900772 Oct 13 15:55:16.977040 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 58134) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:16.981370 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Request body: {'floatingip': {'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'port_id': '5f196f7f-81c4-491e-8465-30a4c401678e', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:16.992455 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.992805 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.993144 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.993477 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.993811 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.994141 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.994467 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.994793 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.995340 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.995674 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.995998 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:16.996317 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cb514-5718-45b8-8559-2801013e8e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:17.042524 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-197b3164-69a8-464d-9101-2499d0f6d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:17.076805 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for floatingip, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:17.121968 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-197b3164-69a8-464d-9101-2499d0f6d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:17.142485 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-197b3164-69a8-464d-9101-2499d0f6d7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b716590d-6649-4758-9496-baf8448515b3']}} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:17.152339 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-197b3164-69a8-464d-9101-2499d0f6d7b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7f6134-039b-498f-a3d2-1ef61ef076ef') {'for_net_delete': True} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:17.152629 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-197b3164-69a8-464d-9101-2499d0f6d7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7f6134-039b-498f-a3d2-1ef61ef076ef') {} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:17.161653 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-197b3164-69a8-464d-9101-2499d0f6d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4508542'] for segment, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:17.174281 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-197b3164-69a8-464d-9101-2499d0f6d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:17.178340 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:17.180996 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197b3164-69a8-464d-9101-2499d0f6d7b5 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=107005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:55:17.181378 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-197b3164-69a8-464d-9101-2499d0f6d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4586120'] for segment, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: Traceback (most recent call last): Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: timer() Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: cb(*args, **kw) Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: return func(*args, **kwargs) Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: self._notify() Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: self.callback(batched_events) Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: event.method(event) Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: return f(self, *a, **k) Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._get(url).json() Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: return self.request(url, 'GET', **kwargs) Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:55:17.183175 dv-cinder-774288-10-iscsi neutron-server[107005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:55:17.248782 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device ebe4889b-b938-4424-94b6-43a9a815b886 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:55:17.281938 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Allocated IP 172.27.3.57 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/9fabff35-7a47-4974-a245-20ec932da7ab) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:55:17.288745 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-197b3164-69a8-464d-9101-2499d0f6d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:17.311439 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-197b3164-69a8-464d-9101-2499d0f6d7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:17.320043 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-197b3164-69a8-464d-9101-2499d0f6d7b5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b716590d-6649-4758-9496-baf8448515b3 HTTP/1.1" status: 204 len: 168 time: 0.3399088 Oct 13 15:55:17.320043 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b3164-69a8-464d-9101-2499d0f6d7b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b716590d-6649-4758-9496-baf8448515b3,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:17.351010 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port ebe4889b-b938-4424-94b6-43a9a815b886, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ebe4889b-b938-4424-94b6-43a9a815b886,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:17.364000 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': 'ebe4889b-b938-4424-94b6-43a9a815b886', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'port_id': 'ebe4889b-b938-4424-94b6-43a9a815b886', 'mac_address': 'fa:16:3e:ab:14:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:55:17.396526 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:17.403846 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:17.421871 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe4889b-b938-4424-94b6-43a9a815b886 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:55:17.441664 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port ebe4889b-b938-4424-94b6-43a9a815b886, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ebe4889b-b938-4424-94b6-43a9a815b886,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:17.539950 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:17.540207 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:17.564560 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff457fd-67ba-4368-bdfd-fa443c4d5205 req-837d69f8-a784-4f24-b358-d03817186cfa tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:17.566230 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8ff457fd-67ba-4368-bdfd-fa443c4d5205 req-837d69f8-a784-4f24-b358-d03817186cfa tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 943 time: 0.0537488 Oct 13 15:55:17.585377 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:55:17.588739 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:55:17.592557 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:55:17.602628 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=ebe4889b-b938-4424-94b6-43a9a815b886,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:17.613570 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8ff457fd-67ba-4368-bdfd-fa443c4d5205 req-e6db10e5-38a6-400f-ba60-90969465678f tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=a38c0044-935d-4648-9da0-dedb5412964b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372832 Oct 13 15:55:17.621687 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Pushing event updated for resources: {'Port': ['ID=9fabff35-7a47-4974-a245-20ec932da7ab,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:17.696906 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 58140) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:17.787340 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2c28a0e0-4cdc-4d0f-95aa-7544276ff483 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=836db8a0cce04b9db4a1c6e2d9d54434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892162 Oct 13 15:55:17.790120 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58148) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:17.793400 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['ebe4889b-b938-4424-94b6-43a9a815b886'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:55:17.852842 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-abc8118c-7b26-4955-a9d4-205899d6626e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:17.877873 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-abc8118c-7b26-4955-a9d4-205899d6626e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:18.002444 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:18.040433 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-abc8118c-7b26-4955-a9d4-205899d6626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:18.043029 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-abc8118c-7b26-4955-a9d4-205899d6626e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:18.045731 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-abc8118c-7b26-4955-a9d4-205899d6626e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0305775-0955-4a26-bb43-6115643076db HTTP/1.1" status: 204 len: 168 time: 0.2531488 Oct 13 15:55:18.051721 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8118c-7b26-4955-a9d4-205899d6626e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0305775-0955-4a26-bb43-6115643076db,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:18.139672 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:18.294210 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:18.351032 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:18.420187 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Pushing event updated for resources: {'Port': ['ID=9fabff35-7a47-4974-a245-20ec932da7ab,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:18.432856 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:18.530486 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.l3_db [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Floating IP da1629be-b7c7-4625-8821-0ea6a6a878fe associated. External IP: 172.27.3.57, port: 5f196f7f-81c4-491e-8465-30a4c401678e. Oct 13 15:55:18.740124 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71980-f917-4809-a81e-506a46c5f707 req-aa6f63aa-1185-49e2-837e-1bea675a49fb tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:18.741660 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-54e71980-f917-4809-a81e-506a46c5f707 req-aa6f63aa-1185-49e2-837e-1bea675a49fb tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 944 time: 0.0584679 Oct 13 15:55:18.742337 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58162) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:18.744774 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Router 73c2c416-bff5-4eeb-ae39-fbd026c8043e has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:55:18.860107 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:55:18.871533 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec888a-304c-4c66-a149-29efb8a29bd5 None None] Sync routers for ids ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:55:18.885844 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec888a-304c-4c66-a149-29efb8a29bd5 None None] Routers {'73c2c416-bff5-4eeb-ae39-fbd026c8043e'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:18.886475 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-caec888a-304c-4c66-a149-29efb8a29bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:55:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:18.947324 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:19.003993 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-caec888a-304c-4c66-a149-29efb8a29bd5 None None] Set router 73c2c416-bff5-4eeb-ae39-fbd026c8043e gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:19.050678 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-afaca1d7-56c7-424e-a713-8dc4cc82cbea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8bbfbdf388bb4cfc8a1762c67f0a4fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048117 Oct 13 15:55:19.051359 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-54e71980-f917-4809-a81e-506a46c5f707 req-2a6430d9-dc2c-43d1-b265-7bc57cb9176a tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=a38c0044-935d-4648-9da0-dedb5412964b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3019183 Oct 13 15:55:19.051826 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58166) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:19.115343 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b120b3f1-644e-46a8-8c96-47e3e4f7eec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:19.150337 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b120b3f1-644e-46a8-8c96-47e3e4f7eec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:19.273544 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device ebe4889b-b938-4424-94b6-43a9a815b886 up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:55:19.283214 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-caec888a-304c-4c66-a149-29efb8a29bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9b196b13-5643-4bff-9a68-98de5e117072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:20Z', 'revision_number': 4, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port': {'id': '9b196b13-5643-4bff-9a68-98de5e117072', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': 'da1629be-b7c7-4625-8821-0ea6a6a878fe', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'port_id': '5f196f7f-81c4-491e-8465-30a4c401678e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'mac_address': 'fa:16:3e:60:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:55:17Z', 'updated_at': '2021-10-13T15:55:17Z', 'revision_number': 0, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9fdf8c-0493-44e6-9c49-43f3706e913d', 'name': '', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'mac_address': 'fa:16:3e:1a:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:19Z', 'updated_at': '2021-10-13T15:54:24Z', 'revision_number': 5, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'subnets': [{'id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:19.291678 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-6b88a06a-0900-4c21-8251-1129f8359b16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3135202 Oct 13 15:55:19.292907 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'tag': '5f196f7f-81c4-491e-8465-30a4c401678e'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:55:19.296409 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9144a18-2182-48cd-970a-164ed009d2db" -d '{"events": [{"name": "network-changed", "server_uuid": "dbee69f3-bc34-4d86-b15f-90949d9b2d5f", "tag": "5f196f7f-81c4-491e-8465-30a4c401678e"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:19.311660 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b120b3f1-644e-46a8-8c96-47e3e4f7eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:19.314264 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b120b3f1-644e-46a8-8c96-47e3e4f7eec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:19.315433 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-b120b3f1-644e-46a8-8c96-47e3e4f7eec3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b8fc89b-b472-4478-aa5a-6f3b0a7f8caf HTTP/1.1" status: 204 len: 168 time: 0.2626193 Oct 13 15:55:19.332093 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120b3f1-644e-46a8-8c96-47e3e4f7eec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8fc89b-b472-4478-aa5a-6f3b0a7f8caf,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:19.333313 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec888a-304c-4c66-a149-29efb8a29bd5 None None] Checking router: 73c2c416-bff5-4eeb-ae39-fbd026c8043e for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:55:19.353326 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdde78b-430e-4489-9dad-2ce7935c7be7 x-openstack-request-id: req-bbdde78b-430e-4489-9dad-2ce7935c7be7 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:19.354077 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbee69f3-bc34-4d86-b15f-90949d9b2d5f", "tag": "5f196f7f-81c4-491e-8465-30a4c401678e", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:19.354387 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bbdde78b-430e-4489-9dad-2ce7935c7be7 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:19.354840 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'tag': '5f196f7f-81c4-491e-8465-30a4c401678e', 'status': 'completed', 'code': 200} Oct 13 15:55:19.365638 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec888a-304c-4c66-a149-29efb8a29bd5 None None] Routers {'73c2c416-bff5-4eeb-ae39-fbd026c8043e'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:19.366258 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-caec888a-304c-4c66-a149-29efb8a29bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:55:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:19.468283 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port ebe4889b-b938-4424-94b6-43a9a815b886 completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:55:19.490008 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port ebe4889b-b938-4424-94b6-43a9a815b886 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:55:19.490572 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:19.493312 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-caec888a-304c-4c66-a149-29efb8a29bd5 None None] Set router 73c2c416-bff5-4eeb-ae39-fbd026c8043e gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:19.536979 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9144a18-2182-48cd-970a-164ed009d2db req-552a3ee5-61c4-4371-99df-876afeda1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:19.538685 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b9144a18-2182-48cd-970a-164ed009d2db req-552a3ee5-61c4-4371-99df-876afeda1776 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f75f1126f34d82a0a52d68d676f8d2&device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 1098 time: 0.1528490 Oct 13 15:55:19.651493 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b2298-3716-4a37-aa7b-9d85910df29d req-f49f4936-98bc-405c-aa35-119c0a87a2c9 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:19.652963 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9144a18-2182-48cd-970a-164ed009d2db req-997093fc-da16-4a59-a632-0691782073ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:19.653361 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e76b2298-3716-4a37-aa7b-9d85910df29d req-f49f4936-98bc-405c-aa35-119c0a87a2c9 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 945 time: 0.0557203 Oct 13 15:55:19.663226 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b9144a18-2182-48cd-970a-164ed009d2db req-997093fc-da16-4a59-a632-0691782073ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=edc235c3-30b1-4f94-a0b9-632062d216e3 HTTP/1.1" status: 200 len: 910 time: 0.1065195 Oct 13 15:55:19.698508 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e76b2298-3716-4a37-aa7b-9d85910df29d req-5b516eaa-1ff4-4b1f-8931-db6cb3f9b5d0 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374932 Oct 13 15:55:19.745772 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b9144a18-2182-48cd-970a-164ed009d2db req-1a458dc5-9e70-4eb6-89e9-3aad5ba2a16d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f196f7f-81c4-491e-8465-30a4c401678e HTTP/1.1" status: 200 len: 998 time: 0.0753777 Oct 13 15:55:19.799248 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9144a18-2182-48cd-970a-164ed009d2db req-b8d87bcd-8391-422d-9a34-1a3c2f5f0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:19.800823 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b9144a18-2182-48cd-970a-164ed009d2db req-b8d87bcd-8391-422d-9a34-1a3c2f5f0516 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7121608-4308-4b27-a4f5-b8b69022be7b HTTP/1.1" status: 200 len: 848 time: 0.0462391 Oct 13 15:55:19.832587 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:19.862623 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9144a18-2182-48cd-970a-164ed009d2db req-a838ae8b-6a4b-48eb-9ff0-dafd3a96e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:19.864403 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b9144a18-2182-48cd-970a-164ed009d2db req-a838ae8b-6a4b-48eb-9ff0-dafd3a96e6cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edc235c3-30b1-4f94-a0b9-632062d216e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498686 Oct 13 15:55:19.867436 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4510dd5-4f30-4a16-9291-49c32c4a14ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe4889b-b938-4424-94b6-43a9a815b886'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:55:19.869819 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc0cf62-027f-44c7-ae3d-f6a22e819245" -d '{"events": [{"server_uuid": "c4510dd5-4f30-4a16-9291-49c32c4a14ef", "name": "network-vif-plugged", "status": "completed", "tag": "ebe4889b-b938-4424-94b6-43a9a815b886"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:19.899948 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port ebe4889b-b938-4424-94b6-43a9a815b886, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ebe4889b-b938-4424-94b6-43a9a815b886,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:19.925030 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a074b3c6-d216-4d2a-8d9e-d788302bc981 x-openstack-request-id: req-a074b3c6-d216-4d2a-8d9e-d788302bc981 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:19.925549 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4510dd5-4f30-4a16-9291-49c32c4a14ef", "name": "network-vif-plugged", "status": "completed", "tag": "ebe4889b-b938-4424-94b6-43a9a815b886", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:19.925807 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a074b3c6-d216-4d2a-8d9e-d788302bc981 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:19.926198 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4510dd5-4f30-4a16-9291-49c32c4a14ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe4889b-b938-4424-94b6-43a9a815b886', 'code': 200} Oct 13 15:55:19.964882 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-caec888a-304c-4c66-a149-29efb8a29bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9b196b13-5643-4bff-9a68-98de5e117072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:20Z', 'revision_number': 4, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port': {'id': '9b196b13-5643-4bff-9a68-98de5e117072', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': 'da1629be-b7c7-4625-8821-0ea6a6a878fe', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'port_id': '5f196f7f-81c4-491e-8465-30a4c401678e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'mac_address': 'fa:16:3e:60:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:55:17Z', 'updated_at': '2021-10-13T15:55:17Z', 'revision_number': 0, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9fdf8c-0493-44e6-9c49-43f3706e913d', 'name': '', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'mac_address': 'fa:16:3e:1a:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:19Z', 'updated_at': '2021-10-13T15:54:24Z', 'revision_number': 5, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'subnets': [{'id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:19.992242 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b9144a18-2182-48cd-970a-164ed009d2db req-0cc9c89c-7a85-4058-823e-b57f7e98191c service neutron] 10.222.0.37 "GET /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081178 Oct 13 15:55:19.999388 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec888a-304c-4c66-a149-29efb8a29bd5 None None] The sync data for ids ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'] in dv-cinder-774288-10-iscsi is: [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9b196b13-5643-4bff-9a68-98de5e117072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:20Z', 'revision_number': 4, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port': {'id': '9b196b13-5643-4bff-9a68-98de5e117072', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': 'da1629be-b7c7-4625-8821-0ea6a6a878fe', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'port_id': '5f196f7f-81c4-491e-8465-30a4c401678e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'mac_address': 'fa:16:3e:60:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:55:17Z', 'updated_at': '2021-10-13T15:55:17Z', 'revision_number': 0, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9fdf8c-0493-44e6-9c49-43f3706e913d', 'name': '', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'mac_address': 'fa:16:3e:1a:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:19Z', 'updated_at': '2021-10-13T15:54:24Z', 'revision_number': 5, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'subnets': [{'id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:55:20.001876 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:20.073269 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=ebe4889b-b938-4424-94b6-43a9a815b886,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:20.107888 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b9144a18-2182-48cd-970a-164ed009d2db req-d493d858-5a09-4dac-a28f-5432cd1b27b4 service neutron] 10.222.0.37 "GET /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996201 Oct 13 15:55:20.187844 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbeecc-c308-48ad-a047-6212c8b25889 req-76dc6dfc-e393-4490-a7ef-8c8fa1e46594 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:20.189448 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d1cbeecc-c308-48ad-a047-6212c8b25889 req-76dc6dfc-e393-4490-a7ef-8c8fa1e46594 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 945 time: 0.0558157 Oct 13 15:55:20.235828 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d1cbeecc-c308-48ad-a047-6212c8b25889 req-6691fd50-0369-403a-9fe3-1a16bb6627f1 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=a38c0044-935d-4648-9da0-dedb5412964b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397377 Oct 13 15:55:20.276203 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163792b-993e-418e-95ce-2df85ca72a96 None None] New status for floating IP da1629be-b7c7-4625-8821-0ea6a6a878fe: ACTIVE {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:55:20.294121 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e0266-a12e-4ff3-b561-a9b8d4d8d6bd req-4a4bb180-7c8d-41ba-bf7c-1f8f9b34ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:20.296130 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c35e0266-a12e-4ff3-b561-a9b8d4d8d6bd req-4a4bb180-7c8d-41ba-bf7c-1f8f9b34ba6e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 1098 time: 0.0477250 Oct 13 15:55:20.336745 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c35e0266-a12e-4ff3-b561-a9b8d4d8d6bd req-6bd55c21-dda7-4795-85d1-a234b19b8521 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a38c0044-935d-4648-9da0-dedb5412964b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322258 Oct 13 15:55:20.818855 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a17916-5824-4098-85ee-676b3c2b7b97 req-643e6f06-a387-4019-87bf-4af07b583a25 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:20.820334 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-40a17916-5824-4098-85ee-676b3c2b7b97 req-643e6f06-a387-4019-87bf-4af07b583a25 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 945 time: 0.0484304 Oct 13 15:55:20.857123 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-40a17916-5824-4098-85ee-676b3c2b7b97 req-05ddb185-1de5-445c-91a2-afbe9a89e65d tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Oct 13 15:55:21.357946 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5d90d-77b0-4768-8d7a-153ad091ddd9 req-ed8fbaae-b93e-4205-9a9c-18c0a6a6e7b0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:21.359528 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a7d5d90d-77b0-4768-8d7a-153ad091ddd9 req-ed8fbaae-b93e-4205-9a9c-18c0a6a6e7b0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 945 time: 0.0529802 Oct 13 15:55:21.398993 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a7d5d90d-77b0-4768-8d7a-153ad091ddd9 req-41005b9b-187f-4258-812f-b37ed95cc382 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=a38c0044-935d-4648-9da0-dedb5412964b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328178 Oct 13 15:55:21.920719 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2854bc-2542-48e7-b604-436c6d96427e req-dccfbe5f-cae6-4aca-88b8-ef4f25bb6d71 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:21.922384 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1c2854bc-2542-48e7-b604-436c6d96427e req-dccfbe5f-cae6-4aca-88b8-ef4f25bb6d71 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.37 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 945 time: 0.0502386 Oct 13 15:55:21.980006 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c73cdc-1270-426f-a148-be0a83db41a9 req-dde55aaf-99d9-47e7-a801-b424b14702c7 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:21.982689 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-59c73cdc-1270-426f-a148-be0a83db41a9 req-dde55aaf-99d9-47e7-a801-b424b14702c7 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 945 time: 0.0546732 Oct 13 15:55:22.021070 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-59c73cdc-1270-426f-a148-be0a83db41a9 req-1465c264-66ca-4d6e-9b74-6b8875d475b8 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/security-groups?id=58f7aee6-a7cf-4e53-8656-23774ff142a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335956 Oct 13 15:55:22.028232 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-1c2854bc-2542-48e7-b604-436c6d96427e req-f4863502-572e-41c9-8287-c3a19e93b0d1 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Deleting port 969ffd78-4a7d-422f-a5ea-5c742949d719 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:55:22.028624 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-1c2854bc-2542-48e7-b604-436c6d96427e req-f4863502-572e-41c9-8287-c3a19e93b0d1 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:22.116118 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-1c2854bc-2542-48e7-b604-436c6d96427e req-f4863502-572e-41c9-8287-c3a19e93b0d1 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] For port 969ffd78-4a7d-422f-a5ea-5c742949d719, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=969ffd78-4a7d-422f-a5ea-5c742949d719,segment=NetworkSegment(b62f64ff-6a37-4d83-82bc-c7778c4826d8),segment_id=b62f64ff-6a37-4d83-82bc-c7778c4826d8)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:22.116530 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-1c2854bc-2542-48e7-b604-436c6d96427e req-f4863502-572e-41c9-8287-c3a19e93b0d1 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:22.128952 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-1c2854bc-2542-48e7-b604-436c6d96427e req-f4863502-572e-41c9-8287-c3a19e93b0d1 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Calling delete_port for 969ffd78-4a7d-422f-a5ea-5c742949d719 owned by compute:nova {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:55:22.333690 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-1c2854bc-2542-48e7-b604-436c6d96427e req-f4863502-572e-41c9-8287-c3a19e93b0d1 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:22.348356 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['969ffd78-4a7d-422f-a5ea-5c742949d719'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:55:22.361787 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4863502-572e-41c9-8287-c3a19e93b0d1 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Pushing event deleted for resources: {'Port': ['ID=969ffd78-4a7d-422f-a5ea-5c742949d719,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:22.412813 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2854bc-2542-48e7-b604-436c6d96427e req-f4863502-572e-41c9-8287-c3a19e93b0d1 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] No DVR routers for this DVR port 969ffd78-4a7d-422f-a5ea-5c742949d719 on host hv-cinder-77428 {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:55:22.413541 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-1c2854bc-2542-48e7-b604-436c6d96427e req-f4863502-572e-41c9-8287-c3a19e93b0d1 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:22.416983 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1c2854bc-2542-48e7-b604-436c6d96427e req-f4863502-572e-41c9-8287-c3a19e93b0d1 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.37 "DELETE /v2.0/ports/969ffd78-4a7d-422f-a5ea-5c742949d719 HTTP/1.1" status: 204 len: 173 time: 0.4880526 Oct 13 15:55:22.417439 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ef759a-5f0d-4687-b81d-e2359d119601', 'name': 'network-vif-deleted', 'tag': '969ffd78-4a7d-422f-a5ea-5c742949d719'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:55:22.421687 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd8f56e-d455-4681-a566-6a6896ac2294" -d '{"events": [{"server_uuid": "65ef759a-5f0d-4687-b81d-e2359d119601", "name": "network-vif-deleted", "tag": "969ffd78-4a7d-422f-a5ea-5c742949d719"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:22.527582 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449fd70-0e2e-40cc-8a9c-a7cb76e8a338 req-c82b3f48-54e6-4773-9878-048dc34930c1 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:22.532894 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a449fd70-0e2e-40cc-8a9c-a7cb76e8a338 req-c82b3f48-54e6-4773-9878-048dc34930c1 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 945 time: 0.0547230 Oct 13 15:55:22.571490 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a449fd70-0e2e-40cc-8a9c-a7cb76e8a338 req-7912af44-3449-4bcd-b14c-c0d6be841917 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=a38c0044-935d-4648-9da0-dedb5412964b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359862 Oct 13 15:55:22.579477 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0036418-b026-4741-9a71-4709b68b258d x-openstack-request-id: req-d0036418-b026-4741-9a71-4709b68b258d {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:22.579770 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ef759a-5f0d-4687-b81d-e2359d119601", "name": "network-vif-deleted", "tag": "969ffd78-4a7d-422f-a5ea-5c742949d719", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:22.580022 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0036418-b026-4741-9a71-4709b68b258d {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:22.580421 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ef759a-5f0d-4687-b81d-e2359d119601', 'name': 'network-vif-deleted', 'tag': '969ffd78-4a7d-422f-a5ea-5c742949d719', 'status': 'completed', 'code': 200} Oct 13 15:55:22.689507 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec64241-0ef0-4583-9cce-66930c5747be req-f63549a8-d5b9-41d4-9648-5a9a1e637e6f tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:22.691025 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-cec64241-0ef0-4583-9cce-66930c5747be req-f63549a8-d5b9-41d4-9648-5a9a1e637e6f tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 945 time: 0.0486269 Oct 13 15:55:22.700160 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58246) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:22.704462 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-e14e3579-3c39-4d1f-99d3-fe496b2867b0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Request body: {'floatingip': {'port_id': 'ebe4889b-b938-4424-94b6-43a9a815b886'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:22.745472 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e14e3579-3c39-4d1f-99d3-fe496b2867b0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for floatingip, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:23.149110 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-560061cc-7fff-4a8b-baaf-51e1e26ad304 req-435d4d83-fe03-4c7d-8fd8-593c1fb1af66 tempest-VolumesSnapshotTestJSON-1513463724 tempest-VolumesSnapshotTestJSON-1513463724-project] 10.222.0.26 "GET /v2.0/ports?device_id=65ef759a-5f0d-4687-b81d-e2359d119601 HTTP/1.1" status: 200 len: 210 time: 0.0316079 Oct 13 15:55:23.206005 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e14e3579-3c39-4d1f-99d3-fe496b2867b0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:23.264978 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e14e3579-3c39-4d1f-99d3-fe496b2867b0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:23.370271 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.l3_db [None req-e14e3579-3c39-4d1f-99d3-fe496b2867b0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Floating IP d550a176-b647-46d3-8f93-faefaa7433a3 associated. External IP: 172.27.3.215, port: ebe4889b-b938-4424-94b6-43a9a815b886. Oct 13 15:55:23.587887 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14e3579-3c39-4d1f-99d3-fe496b2867b0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:55:23.694623 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14e3579-3c39-4d1f-99d3-fe496b2867b0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:55:23.699565 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e14e3579-3c39-4d1f-99d3-fe496b2867b0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:23.704685 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18e767-529d-4efc-bcd2-6239216ccdb3 None None] Sync routers for ids ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:55:23.713290 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18e767-529d-4efc-bcd2-6239216ccdb3 None None] Routers {'0ce25c87-5ac4-4078-a628-180d9ca5a1d2'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:23.713889 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-5a18e767-529d-4efc-bcd2-6239216ccdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:55:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:23.729526 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-e14e3579-3c39-4d1f-99d3-fe496b2867b0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "PUT /v2.0/floatingips/d550a176-b647-46d3-8f93-faefaa7433a3 HTTP/1.1" status: 200 len: 991 time: 1.0283363 Oct 13 15:55:23.730214 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4510dd5-4f30-4a16-9291-49c32c4a14ef', 'tag': 'ebe4889b-b938-4424-94b6-43a9a815b886'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:55:23.732607 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc53de1-9be7-4c2d-a7b2-8681ecb2759e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4510dd5-4f30-4a16-9291-49c32c4a14ef", "tag": "ebe4889b-b938-4424-94b6-43a9a815b886"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:23.772006 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4d5327-9ffc-4356-b51f-766f289b5c60 x-openstack-request-id: req-ba4d5327-9ffc-4356-b51f-766f289b5c60 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:23.772375 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4510dd5-4f30-4a16-9291-49c32c4a14ef", "tag": "ebe4889b-b938-4424-94b6-43a9a815b886", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:23.772697 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba4d5327-9ffc-4356-b51f-766f289b5c60 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:23.773163 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4510dd5-4f30-4a16-9291-49c32c4a14ef', 'tag': 'ebe4889b-b938-4424-94b6-43a9a815b886', 'status': 'completed', 'code': 200} Oct 13 15:55:23.832537 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-5a18e767-529d-4efc-bcd2-6239216ccdb3 None None] Set router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:23.836930 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc53de1-9be7-4c2d-a7b2-8681ecb2759e req-b3d6a5fc-2286-4b8d-9f0f-00e5e384ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:23.838490 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-efc53de1-9be7-4c2d-a7b2-8681ecb2759e req-b3d6a5fc-2286-4b8d-9f0f-00e5e384ee6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 1098 time: 0.0423806 Oct 13 15:55:23.930593 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc53de1-9be7-4c2d-a7b2-8681ecb2759e req-80760f37-1866-4046-b3dc-c6de2feace29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:23.932387 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-efc53de1-9be7-4c2d-a7b2-8681ecb2759e req-80760f37-1866-4046-b3dc-c6de2feace29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e701f80d-78be-455a-b072-c4a75da0219e HTTP/1.1" status: 200 len: 912 time: 0.0868254 Oct 13 15:55:24.004065 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-efc53de1-9be7-4c2d-a7b2-8681ecb2759e req-45a8e88a-7a12-4a1d-b135-28f4e3da2c4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebe4889b-b938-4424-94b6-43a9a815b886 HTTP/1.1" status: 200 len: 999 time: 0.0639009 Oct 13 15:55:24.052043 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc53de1-9be7-4c2d-a7b2-8681ecb2759e req-3f1fa77c-9842-457a-82bb-67827e34925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:24.053493 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-efc53de1-9be7-4c2d-a7b2-8681ecb2759e req-3f1fa77c-9842-457a-82bb-67827e34925b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=180efc03-3a53-4469-b14e-6acb45275524 HTTP/1.1" status: 200 len: 850 time: 0.0433781 Oct 13 15:55:24.060709 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-5a18e767-529d-4efc-bcd2-6239216ccdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': 'd550a176-b647-46d3-8f93-faefaa7433a3', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'port_id': 'ebe4889b-b938-4424-94b6-43a9a815b886', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'mac_address': 'fa:16:3e:ab:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4510dd5-4f30-4a16-9291-49c32c4a14ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:55:05Z', 'updated_at': '2021-10-13T15:55:23Z', 'revision_number': 1, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:14Z', 'revision_number': 5, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:24.087929 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18e767-529d-4efc-bcd2-6239216ccdb3 None None] Checking router: 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:55:24.096926 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18e767-529d-4efc-bcd2-6239216ccdb3 None None] Routers {'0ce25c87-5ac4-4078-a628-180d9ca5a1d2'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:24.097471 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-5a18e767-529d-4efc-bcd2-6239216ccdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:55:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:24.101087 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc53de1-9be7-4c2d-a7b2-8681ecb2759e req-f8ba56bc-876f-4d9c-a716-bf6ff14d218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:24.103439 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-efc53de1-9be7-4c2d-a7b2-8681ecb2759e req-f8ba56bc-876f-4d9c-a716-bf6ff14d218b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e701f80d-78be-455a-b072-c4a75da0219e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415952 Oct 13 15:55:24.198427 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-efc53de1-9be7-4c2d-a7b2-8681ecb2759e req-62d5f400-b8a9-481d-a4ec-632a82025624 service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874796 Oct 13 15:55:24.222784 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-5a18e767-529d-4efc-bcd2-6239216ccdb3 None None] Set router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:24.300954 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-efc53de1-9be7-4c2d-a7b2-8681ecb2759e req-064b3d91-19dd-492b-900a-d21fe0830efd service neutron] 10.222.0.37 "GET /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943365 Oct 13 15:55:24.452615 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-5a18e767-529d-4efc-bcd2-6239216ccdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': 'd550a176-b647-46d3-8f93-faefaa7433a3', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'port_id': 'ebe4889b-b938-4424-94b6-43a9a815b886', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'mac_address': 'fa:16:3e:ab:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4510dd5-4f30-4a16-9291-49c32c4a14ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:55:05Z', 'updated_at': '2021-10-13T15:55:23Z', 'revision_number': 1, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:14Z', 'revision_number': 5, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:24.482898 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18e767-529d-4efc-bcd2-6239216ccdb3 None None] The sync data for ids ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'] in dv-cinder-774288-10-iscsi is: [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': 'd550a176-b647-46d3-8f93-faefaa7433a3', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'port_id': 'ebe4889b-b938-4424-94b6-43a9a815b886', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'mac_address': 'fa:16:3e:ab:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4510dd5-4f30-4a16-9291-49c32c4a14ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:55:05Z', 'updated_at': '2021-10-13T15:55:23Z', 'revision_number': 1, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:14Z', 'revision_number': 5, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:55:24.668556 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b942f9-9e10-4709-9b3a-e393ba3c99bc None None] New status for floating IP d550a176-b647-46d3-8f93-faefaa7433a3: ACTIVE {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:55:25.128730 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58284) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:25.229795 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-70301bb5-7a1b-4853-a437-be0517309022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:25.283616 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 969ffd78-4a7d-422f-a5ea-5c742949d719 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:55:25.303694 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-70301bb5-7a1b-4853-a437-be0517309022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:25.304472 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: 969ffd78-4a7d-422f-a5ea-5c742949d719 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:55:25.304810 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 969ffd78-4a7d-422f-a5ea-5c742949d719 not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:55:25.356321 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-70301bb5-7a1b-4853-a437-be0517309022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:25.395104 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-70301bb5-7a1b-4853-a437-be0517309022 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00b29937ace44d21bf6fc0b16a99723f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651675 Oct 13 15:55:25.396481 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70301bb5-7a1b-4853-a437-be0517309022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2026782d-0802-44b6-8aa3-b3e90b4b387a,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:25.399585 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58288) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:25.454527 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2b589f1b-7f57-488c-a82c-5ae81d82117d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:25.476499 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2b589f1b-7f57-488c-a82c-5ae81d82117d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:25.582466 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2b589f1b-7f57-488c-a82c-5ae81d82117d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:25.586097 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2b589f1b-7f57-488c-a82c-5ae81d82117d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:25.587266 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-2b589f1b-7f57-488c-a82c-5ae81d82117d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2026782d-0802-44b6-8aa3-b3e90b4b387a HTTP/1.1" status: 204 len: 168 time: 0.1866074 Oct 13 15:55:25.594821 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b589f1b-7f57-488c-a82c-5ae81d82117d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2026782d-0802-44b6-8aa3-b3e90b4b387a,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:26.220107 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58306) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:26.237523 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee377e50-20f7-4bdd-9e4a-f66891cd474e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:26.316151 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee377e50-20f7-4bdd-9e4a-f66891cd474e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:26.362455 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee377e50-20f7-4bdd-9e4a-f66891cd474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:26.401381 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee377e50-20f7-4bdd-9e4a-f66891cd474e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8c793c-e824-4527-8742-160586ba801b,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:26.405597 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-ee377e50-20f7-4bdd-9e4a-f66891cd474e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05fa8d20c171411b96b2a9fc912618a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844685 Oct 13 15:55:26.408931 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58308) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:26.460730 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-dc16ffc6-e419-46d5-a2a1-9f8a3bdb9f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:26.483737 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-dc16ffc6-e419-46d5-a2a1-9f8a3bdb9f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:26.606083 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-dc16ffc6-e419-46d5-a2a1-9f8a3bdb9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:26.611265 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-dc16ffc6-e419-46d5-a2a1-9f8a3bdb9f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:26.612421 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-dc16ffc6-e419-46d5-a2a1-9f8a3bdb9f4a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc8c793c-e824-4527-8742-160586ba801b HTTP/1.1" status: 204 len: 168 time: 0.2026830 Oct 13 15:55:26.620822 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16ffc6-e419-46d5-a2a1-9f8a3bdb9f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8c793c-e824-4527-8742-160586ba801b,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:28.554700 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b2625768-3ae2-4486-aac2-03a1b70d7f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:31.268418 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5edd2d99-5601-4c84-8f92-ab75b170fa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.160083 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.211270 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:33.874264 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:41.846887 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:55:43.282004 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:49.308462 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58628) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:49.355263 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_v2 [None req-63247791-b6c3-4372-80e8-ef14613a7979 admin admin] Deleting subnet 8db9d386-19dc-4221-b568-bc80557ca6be {{(pid=107005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:55:49.358896 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-63247791-b6c3-4372-80e8-ef14613a7979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:49.393251 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-63247791-b6c3-4372-80e8-ef14613a7979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4508533'] for subnet, precommit_delete_associations {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:49.431227 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-63247791-b6c3-4372-80e8-ef14613a7979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:49.551003 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-63247791-b6c3-4372-80e8-ef14613a7979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4586326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4340987'] for subnet, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:49.576003 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63247791-b6c3-4372-80e8-ef14613a7979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db9d386-19dc-4221-b568-bc80557ca6be,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:49.579964 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-63247791-b6c3-4372-80e8-ef14613a7979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:49.583250 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-63247791-b6c3-4372-80e8-ef14613a7979 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8db9d386-19dc-4221-b568-bc80557ca6be HTTP/1.1" status: 204 len: 168 time: 0.2737801 Oct 13 15:55:49.585697 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58630) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:49.657826 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-999ac409-4efa-4072-b441-5bcb0e124875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:49.737057 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-999ac409-4efa-4072-b441-5bcb0e124875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:49.760818 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-999ac409-4efa-4072-b441-5bcb0e124875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31d3d17-da22-4a6d-840b-0ac706e65ceb']}} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:49.769686 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-999ac409-4efa-4072-b441-5bcb0e124875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62f64ff-6a37-4d83-82bc-c7778c4826d8') {'for_net_delete': True} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:49.769977 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-999ac409-4efa-4072-b441-5bcb0e124875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62f64ff-6a37-4d83-82bc-c7778c4826d8') {} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:49.778715 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-999ac409-4efa-4072-b441-5bcb0e124875 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4508542'] for segment, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:49.791796 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-999ac409-4efa-4072-b441-5bcb0e124875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:49.798225 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999ac409-4efa-4072-b441-5bcb0e124875 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=107005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:55:49.798598 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-999ac409-4efa-4072-b441-5bcb0e124875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4586120'] for segment, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: Traceback (most recent call last): Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: timer() Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: cb(*args, **kw) Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: return func(*args, **kwargs) Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: self._notify() Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: self.callback(batched_events) Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: event.method(event) Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: return f(self, *a, **k) Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._get(url).json() Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: return self.request(url, 'GET', **kwargs) Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:55:49.800220 dv-cinder-774288-10-iscsi neutron-server[107005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:55:49.916307 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-999ac409-4efa-4072-b441-5bcb0e124875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:49.922365 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-999ac409-4efa-4072-b441-5bcb0e124875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:49.925627 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-999ac409-4efa-4072-b441-5bcb0e124875 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b31d3d17-da22-4a6d-840b-0ac706e65ceb HTTP/1.1" status: 204 len: 168 time: 0.3390057 Oct 13 15:55:49.937015 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ac409-4efa-4072-b441-5bcb0e124875 admin admin] Pushing event deleted for resources: {'Network': ['ID=b31d3d17-da22-4a6d-840b-0ac706e65ceb,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:50.254962 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58640) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:50.295034 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-3bad1bd9-56a1-46e0-bef2-d92b7f0894c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=935ecb47a9aa4f60a0598409f0ba4085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385919 Oct 13 15:55:50.297262 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58642) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:50.343830 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-40d0dbca-3040-4696-8e9f-4fb42c7fc33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:50.367294 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-40d0dbca-3040-4696-8e9f-4fb42c7fc33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:50.487269 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-40d0dbca-3040-4696-8e9f-4fb42c7fc33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:50.489828 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-40d0dbca-3040-4696-8e9f-4fb42c7fc33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:50.491001 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-40d0dbca-3040-4696-8e9f-4fb42c7fc33a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58f7aee6-a7cf-4e53-8656-23774ff142a5 HTTP/1.1" status: 204 len: 168 time: 0.1927979 Oct 13 15:55:50.499815 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0dbca-3040-4696-8e9f-4fb42c7fc33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f7aee6-a7cf-4e53-8656-23774ff142a5,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:51.468193 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58666) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:51.560920 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-548716741-network', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:51.651001 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] Made reservation on behalf of ffd90f36938c4f2f8547864775620cf0 for: {'network': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:55:51.653233 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:51.662064 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:51.732614 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:51.796254 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:51.816557 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=107005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:55:51.830122 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534ffc77-6616-4a73-974e-66fd4a1085ee,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:51.834730 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:51.835089 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.segments_db [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] Added segment e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d of type vlan for network 2a638097-dce7-4525-8cf4-f95e4e66f262 Oct 13 15:55:51.872374 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:51.965506 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:51.966466 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:51.967106 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:52.026747 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] Pushing event updated for resources: {'Network': ['ID=2a638097-dce7-4525-8cf4-f95e4e66f262,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:52.036563 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network 2a638097-dce7-4525-8cf4-f95e4e66f262 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:55:52.087422 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-6eb16708-d519-4627-af3c-8eb0a224ff78 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6154125 Oct 13 15:55:52.087621 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58672) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:52.092205 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-afd1f755-a56b-48c5-9ae2-7cc6887f3946 admin admin] Request body: {'subnet': {'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-548716741-subnet', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'ip_version': 4}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:52.165580 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd1f755-a56b-48c5-9ae2-7cc6887f3946 admin admin] Made reservation on behalf of ffd90f36938c4f2f8547864775620cf0 for: {'subnet': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:55:52.167940 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-afd1f755-a56b-48c5-9ae2-7cc6887f3946 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4340956'] for subnet, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:52.402321 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-afd1f755-a56b-48c5-9ae2-7cc6887f3946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4586261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4340978'] for subnet, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:52.456288 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1f755-a56b-48c5-9ae2-7cc6887f3946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c8e6e2-71cb-41a9-b585-540cf214f5e7,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:52.465707 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd1f755-a56b-48c5-9ae2-7cc6887f3946 admin admin] Checking segment: {'id': 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:55:52.466062 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd1f755-a56b-48c5-9ae2-7cc6887f3946 admin admin] Network hostable DHCP agents. Network: 2a638097-dce7-4525-8cf4-f95e4e66f262, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:55:52.553728 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd1f755-a56b-48c5-9ae2-7cc6887f3946 admin admin] Network 2a638097-dce7-4525-8cf4-f95e4e66f262 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:55:52.733253 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-afd1f755-a56b-48c5-9ae2-7cc6887f3946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, 2a638097-dce7-4525-8cf4-f95e4e66f262) {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:55:52.737849 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd1f755-a56b-48c5-9ae2-7cc6887f3946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:52.738435 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-afd1f755-a56b-48c5-9ae2-7cc6887f3946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:52.742875 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25003975-b223-4a28-a1d7-087266428176 None None] Network 2a638097-dce7-4525-8cf4-f95e4e66f262 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:55:52.813603 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-afd1f755-a56b-48c5-9ae2-7cc6887f3946 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7250738 Oct 13 15:55:52.816277 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58674) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:52.820608 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:52.883301 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e4b5192-b0ca-5ce3-a42e-6ff05d2adb6f-2a638097-dce7-4525-8cf4-f95e4e66f262', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'fixed_ips': [{'subnet_id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7'}]}} from dv-cinder-774288-10-iscsi. {{(pid=107007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:55:52.884145 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:52.910291 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8044523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:52.911395 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8044415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8039208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12825'] for router, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:52.965238 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:53.017113 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Allocated IP 172.20.0.2 (2a638097-dce7-4525-8cf4-f95e4e66f262/33c8e6e2-71cb-41a9-b585-540cf214f5e7/447dc596-a88f-42f4-a1ba-bb8b55336965) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:55:53.162910 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Notify callbacks [] for port, precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:53.175486 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:53.223197 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:53.262564 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Network 2a638097-dce7-4525-8cf4-f95e4e66f262 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:55:53.266298 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:55:53.269851 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:55:53.277159 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Pushing event updated for resources: {'Port': ['ID=447dc596-a88f-42f4-a1ba-bb8b55336965,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:53.305124 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:53.305475 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:53.305815 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:53.306154 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:53.306485 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:53.306817 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:53.307173 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:53.307502 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:53.307831 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:53.308150 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:53.308471 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:53.308790 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:53.341201 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Attempting to bind port 447dc596-a88f-42f4-a1ba-bb8b55336965 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:55:53.341563 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Attempting to bind port 447dc596-a88f-42f4-a1ba-bb8b55336965 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:55:53.347038 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Attempting to bind port 447dc596-a88f-42f4-a1ba-bb8b55336965 on network 2a638097-dce7-4525-8cf4-f95e4e66f262 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:55:53.347038 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:55:53.347589 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Checking segment: {'id': 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:55:53.347983 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:53.348388 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Bound using segment: {'id': 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:55:53.348845 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Bound port: 447dc596-a88f-42f4-a1ba-bb8b55336965, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:55:53.349212 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:53.412851 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] For port 447dc596-a88f-42f4-a1ba-bb8b55336965, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:55:53.415850 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] For port 447dc596-a88f-42f4-a1ba-bb8b55336965, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=447dc596-a88f-42f4-a1ba-bb8b55336965,segment=NetworkSegment(e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d),segment_id=e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:55:53.463891 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:53.481843 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:53.497421 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:53.562545 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbebda-7edb-4c2b-9aa3-efe79f4deb26 None None] Pushing event updated for resources: {'Port': ['ID=447dc596-a88f-42f4-a1ba-bb8b55336965,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:53.596133 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Allocated IP 172.27.3.20 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/f0cd3af0-f396-441f-9750-a09f94f7af93) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:55:53.933157 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.059756 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.100901 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:55:54.105415 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:55:54.110520 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:55:54.113394 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Pushing event updated for resources: {'Port': ['ID=f0cd3af0-f396-441f-9750-a09f94f7af93,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:54.441252 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131a247a-076a-49d1-808d-a84e9aebb13b None None] Network 2a638097-dce7-4525-8cf4-f95e4e66f262 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:55:54.454589 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.501760 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-fdcf7c34-bc15-477a-8c3d-9aaaf7f6b998 None None] Provisioning complete for port 447dc596-a88f-42f4-a1ba-bb8b55336965 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:55:54.502122 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fdcf7c34-bc15-477a-8c3d-9aaaf7f6b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.652677 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8044384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916025'] for router, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.748305 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 447dc596-a88f-42f4-a1ba-bb8b55336965 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:55:54.808174 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fdcf7c34-bc15-477a-8c3d-9aaaf7f6b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.853117 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Router 98f721de-6399-4f31-b203-2b9a719ba573 is scheduled to L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 with binding_index 1 {{(pid=107005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:55:54.861689 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-fdcf7c34-bc15-477a-8c3d-9aaaf7f6b998 None None] For port 447dc596-a88f-42f4-a1ba-bb8b55336965, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=447dc596-a88f-42f4-a1ba-bb8b55336965,segment=NetworkSegment(e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d),segment_id=e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:54.864537 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 447dc596-a88f-42f4-a1ba-bb8b55336965 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:55:54.864909 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.935873 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fdcf7c34-bc15-477a-8c3d-9aaaf7f6b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.967925 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:55:54.979668 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.985329 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Sync routers for ids ['98f721de-6399-4f31-b203-2b9a719ba573'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:55:55.020437 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf7c34-bc15-477a-8c3d-9aaaf7f6b998 None None] Pushing event updated for resources: {'Port': ['ID=447dc596-a88f-42f4-a1ba-bb8b55336965,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:55.025761 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Routers {'98f721de-6399-4f31-b203-2b9a719ba573'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:55.026381 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:55:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['98f721de-6399-4f31-b203-2b9a719ba573'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:55.044238 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] Notify callbacks [] for router, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.046017 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-8bf6adb3-b3a6-4cb4-9471-52d33282915d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2286658 Oct 13 15:55:55.048789 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58688) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:55.148436 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.db.api [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:55:55.148794 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG oslo_db.api [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:55:55.158018 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-9111c06a-d9be-4026-8fc8-dfba63b2f177 None None] Provisioning complete for port 447dc596-a88f-42f4-a1ba-bb8b55336965 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:55:55.158505 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9111c06a-d9be-4026-8fc8-dfba63b2f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.203381 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Set router 98f721de-6399-4f31-b203-2b9a719ba573 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:55.447242 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:55:54Z', 'revision_number': 3, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:55.474662 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Checking router: 98f721de-6399-4f31-b203-2b9a719ba573 for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:55:55.475032 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Updating router 98f721de-6399-4f31-b203-2b9a719ba573 port f0cd3af0-f396-441f-9750-a09f94f7af93 binding host dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:55:55.499628 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.501134 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.657693 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Allocated IP 172.20.0.1 (2a638097-dce7-4525-8cf4-f95e4e66f262/33c8e6e2-71cb-41a9-b585-540cf214f5e7/3c8474e2-c42f-4f82-9054-793032df04c2) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:55:55.766184 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.810152 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Notify callbacks [] for port, precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.857201 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.879700 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.903646 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Network 2a638097-dce7-4525-8cf4-f95e4e66f262 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:55:55.906821 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:55:55.910113 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:55:55.916008 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8474e2-c42f-4f82-9054-793032df04c2,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:55.931364 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Attempting to bind port f0cd3af0-f396-441f-9750-a09f94f7af93 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:55:55.931747 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Attempting to bind port f0cd3af0-f396-441f-9750-a09f94f7af93 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:55:55.931952 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Attempting to bind port f0cd3af0-f396-441f-9750-a09f94f7af93 on network ee43febe-a688-4431-b929-490b4321eed3 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:55:55.933803 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4546b-54f7-466d-992f-c6e81470ba8d None None] Pushing event updated for resources: {'Port': ['ID=f0cd3af0-f396-441f-9750-a09f94f7af93,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:55.939989 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:55:55.943143 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Checking segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:55:55.943143 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.943143 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Bound using segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:55:55.943143 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Bound port: f0cd3af0-f396-441f-9750-a09f94f7af93, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:55:55.943143 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.958176 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915816'] for router_interface, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.997450 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] For port f0cd3af0-f396-441f-9750-a09f94f7af93, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:55:56.001011 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] For port f0cd3af0-f396-441f-9750-a09f94f7af93, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=f0cd3af0-f396-441f-9750-a09f94f7af93,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:55:56.082228 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:56.139798 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:56.141098 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Routers {'98f721de-6399-4f31-b203-2b9a719ba573'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:56.141707 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:55:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['98f721de-6399-4f31-b203-2b9a719ba573'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:56.182389 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4546b-54f7-466d-992f-c6e81470ba8d None None] Pushing event updated for resources: {'Port': ['ID=f0cd3af0-f396-441f-9750-a09f94f7af93,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:56.203993 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-4e46d958-1324-4f97-aacc-b8fca95adce8 None None] Provisioning complete for port 3c8474e2-c42f-4f82-9054-793032df04c2 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:55:56.204322 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4e46d958-1324-4f97-aacc-b8fca95adce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:56.278208 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-4e46d958-1324-4f97-aacc-b8fca95adce8 None None] Port 3c8474e2-c42f-4f82-9054-793032df04c2 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:55:56.288435 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] Set router 98f721de-6399-4f31-b203-2b9a719ba573 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:56.306600 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:56.407486 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4586336'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:56.472690 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8474e2-c42f-4f82-9054-793032df04c2,revision_number=2']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:56.480046 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8041656'] for router_interface, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:56.503654 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:55:56Z', 'revision_number': 4, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '3c8474e2-c42f-4f82-9054-793032df04c2', 'name': '', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'mac_address': 'fa:16:3e:aa:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:55Z', 'updated_at': '2021-10-13T15:55:55Z', 'revision_number': 1, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'subnets': [{'id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:56.524202 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647e5fe-40d9-49b3-a257-fde32c8c538c None None] The sync data for ids ['98f721de-6399-4f31-b203-2b9a719ba573'] in dv-cinder-774288-10-iscsi is: [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:55:56Z', 'revision_number': 4, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '3c8474e2-c42f-4f82-9054-793032df04c2', 'name': '', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'mac_address': 'fa:16:3e:aa:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:55Z', 'updated_at': '2021-10-13T15:55:55Z', 'revision_number': 1, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'subnets': [{'id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:55:56.595331 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Network 2a638097-dce7-4525-8cf4-f95e4e66f262 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:55:56.596716 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:55:56.632732 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 447dc596-a88f-42f4-a1ba-bb8b55336965 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:55:56.711244 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 447dc596-a88f-42f4-a1ba-bb8b55336965 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:55:56.711612 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:56.731280 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Router 98f721de-6399-4f31-b203-2b9a719ba573 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:55:56.900135 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:55:56.907537 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-afe99e38-dc8d-4e16-81a8-7866269821d6 admin admin] 10.222.0.26 "PUT /v2.0/routers/98f721de-6399-4f31-b203-2b9a719ba573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8577280 Oct 13 15:55:57.005734 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-b6885098-4f8b-4b3e-bc88-a33d6225f154 None None] Provisioning complete for port 3c8474e2-c42f-4f82-9054-793032df04c2 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:55:57.009678 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b6885098-4f8b-4b3e-bc88-a33d6225f154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:57.058686 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-b6885098-4f8b-4b3e-bc88-a33d6225f154 None None] Port 3c8474e2-c42f-4f82-9054-793032df04c2 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:55:57.733676 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58742) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:57.738590 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1351229492-network', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:57.834419 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] Made reservation on behalf of d4a3330c4409451ca97dc21a2c45bf75 for: {'network': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:55:57.836923 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for network, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:57.846148 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:57.927182 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:57.982415 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.003355 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=107005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:55:58.018607 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdd3903-0811-4d04-a133-5ddd2f0febd8,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:58.022413 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.022778 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.segments_db [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] Added segment 093d2fb9-ab35-4321-bb87-d6e29b523c8c of type vlan for network 13950c14-412d-4e2f-8911-337c2c18fd94 Oct 13 15:55:58.061319 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743013786700'] for network, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.121278 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439'] for network, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.122251 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:58.122861 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.179921 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] Pushing event updated for resources: {'Network': ['ID=13950c14-412d-4e2f-8911-337c2c18fd94,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:58.190375 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Network 13950c14-412d-4e2f-8911-337c2c18fd94 details requested by agent ovs-agent-dv-cinder-774288-10-iscsi with host dv-cinder-774288-10-iscsi {{(pid=107007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:55:58.224982 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-4f42911e-3168-4433-a4b5-52c4a6cf3aca admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4901936 Oct 13 15:55:58.227775 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58746) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:58.237686 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-8c7815e2-78d5-45f3-8716-af7f44c19243 admin admin] Request body: {'subnet': {'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1351229492-subnet', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'ip_version': 4}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:58.313952 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7815e2-78d5-45f3-8716-af7f44c19243 admin admin] Made reservation on behalf of d4a3330c4409451ca97dc21a2c45bf75 for: {'subnet': 1} {{(pid=107005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:55:58.316418 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8c7815e2-78d5-45f3-8716-af7f44c19243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4340956'] for subnet, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.560363 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8c7815e2-78d5-45f3-8716-af7f44c19243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4586261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4340978'] for subnet, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.594345 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-cdab1f01-d0c4-4f5f-a695-5ce280d24954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.606765 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Sync routers for ids ['98f721de-6399-4f31-b203-2b9a719ba573'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:55:58.616589 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Routers {'98f721de-6399-4f31-b203-2b9a719ba573'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:58.621476 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:55:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['98f721de-6399-4f31-b203-2b9a719ba573'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:58.621631 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7815e2-78d5-45f3-8716-af7f44c19243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=144fa784-2062-4c6c-8790-b2a9a3afd90f,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:58.632336 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7815e2-78d5-45f3-8716-af7f44c19243 admin admin] Checking segment: {'id': '093d2fb9-ab35-4321-bb87-d6e29b523c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:55:58.632692 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7815e2-78d5-45f3-8716-af7f44c19243 admin admin] Network hostable DHCP agents. Network: 13950c14-412d-4e2f-8911-337c2c18fd94, hostable agents: ['c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6'], hosted agents: [] {{(pid=107005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:55:58.668291 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device f0cd3af0-f396-441f-9750-a09f94f7af93 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:55:58.715421 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port f0cd3af0-f396-441f-9750-a09f94f7af93 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:55:58.715785 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.725355 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7815e2-78d5-45f3-8716-af7f44c19243 admin admin] Network 13950c14-412d-4e2f-8911-337c2c18fd94 is scheduled to be hosted by DHCP agent c3936315-0fe3-4ba3-9c60-0bd13b5ec1b6 with binding_index 1 {{(pid=107005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:55:58.736883 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Set router 98f721de-6399-4f31-b203-2b9a719ba573 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:58.805690 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-8c7815e2-78d5-45f3-8716-af7f44c19243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-10-iscsi, 13950c14-412d-4e2f-8911-337c2c18fd94) {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:55:58.810652 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7815e2-78d5-45f3-8716-af7f44c19243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:58.811677 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-8c7815e2-78d5-45f3-8716-af7f44c19243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.870358 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710eddff-5650-4bf3-b297-3feb92403705 None None] Network 13950c14-412d-4e2f-8911-337c2c18fd94 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:55:58.896303 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-8c7815e2-78d5-45f3-8716-af7f44c19243 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6672637 Oct 13 15:55:58.898473 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58756) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:58.903091 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1351229492-router', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:58.951776 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:55:56Z', 'revision_number': 4, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '3c8474e2-c42f-4f82-9054-793032df04c2', 'name': '', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'mac_address': 'fa:16:3e:aa:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:55Z', 'updated_at': '2021-10-13T15:55:56Z', 'revision_number': 2, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'subnets': [{'id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:58.978555 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Checking router: 98f721de-6399-4f31-b203-2b9a719ba573 for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:55:58.978951 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Updating router 98f721de-6399-4f31-b203-2b9a719ba573 port 3c8474e2-c42f-4f82-9054-793032df04c2 binding host dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:55:58.979705 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8044523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12822'] for router, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.982489 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8044415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8039208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12825'] for router, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.985018 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.005222 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.032282 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] For port f0cd3af0-f396-441f-9750-a09f94f7af93, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=f0cd3af0-f396-441f-9750-a09f94f7af93,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:59.041189 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.065862 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e4b5192-b0ca-5ce3-a42e-6ff05d2adb6f-13950c14-412d-4e2f-8911-337c2c18fd94', 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'fixed_ips': [{'subnet_id': '144fa784-2062-4c6c-8790-b2a9a3afd90f'}]}} from dv-cinder-774288-10-iscsi. {{(pid=107007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:55:59.066723 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.081531 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.196053 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=f0cd3af0-f396-441f-9750-a09f94f7af93,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:59.240667 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Allocated IP 172.20.0.2 (13950c14-412d-4e2f-8911-337c2c18fd94/144fa784-2062-4c6c-8790-b2a9a3afd90f/efe8359c-3507-4b7e-8e61-2ada693fc283) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:55:59.268871 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.281025 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Notify callbacks [] for port, precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.359923 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.388445 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Notify callbacks [] for port, precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.414612 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336ec6d-8ddc-45d3-a8c6-0d4a624a0a55 None None] Pushing event updated for resources: {'Port': ['ID=3c8474e2-c42f-4f82-9054-793032df04c2,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:59.438794 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336ec6d-8ddc-45d3-a8c6-0d4a624a0a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.439426 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336ec6d-8ddc-45d3-a8c6-0d4a624a0a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.439900 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336ec6d-8ddc-45d3-a8c6-0d4a624a0a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.440453 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336ec6d-8ddc-45d3-a8c6-0d4a624a0a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.440800 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336ec6d-8ddc-45d3-a8c6-0d4a624a0a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.441133 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336ec6d-8ddc-45d3-a8c6-0d4a624a0a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.441464 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336ec6d-8ddc-45d3-a8c6-0d4a624a0a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.441784 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336ec6d-8ddc-45d3-a8c6-0d4a624a0a55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.442120 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336ec6d-8ddc-45d3-a8c6-0d4a624a0a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.442419 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336ec6d-8ddc-45d3-a8c6-0d4a624a0a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.442738 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336ec6d-8ddc-45d3-a8c6-0d4a624a0a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.443076 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336ec6d-8ddc-45d3-a8c6-0d4a624a0a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.473908 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Attempting to bind port 3c8474e2-c42f-4f82-9054-793032df04c2 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:55:59.474384 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Attempting to bind port 3c8474e2-c42f-4f82-9054-793032df04c2 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:55:59.474809 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Attempting to bind port 3c8474e2-c42f-4f82-9054-793032df04c2 on network 2a638097-dce7-4525-8cf4-f95e4e66f262 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:55:59.480629 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:55:59.481121 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Checking segment: {'id': 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:55:59.481592 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.482192 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Bound using segment: {'id': 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:55:59.482837 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Bound port: 3c8474e2-c42f-4f82-9054-793032df04c2, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:55:59.483544 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.495385 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982'] for port, after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.556129 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Pushing event updated for resources: {'Port': ['ID=efe8359c-3507-4b7e-8e61-2ada693fc283,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:59.562758 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] For port 3c8474e2-c42f-4f82-9054-793032df04c2, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:55:59.568530 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] For port 3c8474e2-c42f-4f82-9054-793032df04c2, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=3c8474e2-c42f-4f82-9054-793032df04c2,segment=NetworkSegment(e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d),segment_id=e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:55:59.575565 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Network 13950c14-412d-4e2f-8911-337c2c18fd94 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:55:59.579178 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:55:59.581072 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:55:59.644051 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Attempting to bind port efe8359c-3507-4b7e-8e61-2ada693fc283 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:55:59.644415 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Attempting to bind port efe8359c-3507-4b7e-8e61-2ada693fc283 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '093d2fb9-ab35-4321-bb87-d6e29b523c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:55:59.644765 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Attempting to bind port efe8359c-3507-4b7e-8e61-2ada693fc283 on network 13950c14-412d-4e2f-8911-337c2c18fd94 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:55:59.650437 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:55:59.650841 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Checking segment: {'id': '093d2fb9-ab35-4321-bb87-d6e29b523c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:55:59.651284 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.651699 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Bound using segment: {'id': '093d2fb9-ab35-4321-bb87-d6e29b523c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:55:59.652279 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Bound port: efe8359c-3507-4b7e-8e61-2ada693fc283, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093d2fb9-ab35-4321-bb87-d6e29b523c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:55:59.652652 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.654571 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.700127 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Routers {'98f721de-6399-4f31-b203-2b9a719ba573'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:59.705525 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:55:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['98f721de-6399-4f31-b203-2b9a719ba573'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:59.721393 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-ad04ad86-3c58-497d-a7d3-24d28a2cde39 None None] Provisioning complete for port 3c8474e2-c42f-4f82-9054-793032df04c2 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:55:59.721774 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ad04ad86-3c58-497d-a7d3-24d28a2cde39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.805888 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.828784 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ad04ad86-3c58-497d-a7d3-24d28a2cde39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.830067 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.866227 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-ad04ad86-3c58-497d-a7d3-24d28a2cde39 None None] For port 3c8474e2-c42f-4f82-9054-793032df04c2, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=3c8474e2-c42f-4f82-9054-793032df04c2,segment=NetworkSegment(e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d),segment_id=e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:59.867963 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] For port efe8359c-3507-4b7e-8e61-2ada693fc283, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:55:59.884224 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] For port efe8359c-3507-4b7e-8e61-2ada693fc283, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=efe8359c-3507-4b7e-8e61-2ada693fc283,segment=NetworkSegment(093d2fb9-ab35-4321-bb87-d6e29b523c8c),segment_id=093d2fb9-ab35-4321-bb87-d6e29b523c8c)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:55:59.935528 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336ec6d-8ddc-45d3-a8c6-0d4a624a0a55 None None] Pushing event updated for resources: {'Port': ['ID=3c8474e2-c42f-4f82-9054-793032df04c2,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:59.939581 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ad04ad86-3c58-497d-a7d3-24d28a2cde39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.953823 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] Set router 98f721de-6399-4f31-b203-2b9a719ba573 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:59.955930 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Allocated IP 172.27.3.14 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/06349c84-1c7f-486c-b7ee-2dfdc881a3ab) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:55:59.967999 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.003539 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04ad86-3c58-497d-a7d3-24d28a2cde39 None None] Pushing event updated for resources: {'Port': ['ID=3c8474e2-c42f-4f82-9054-793032df04c2,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:00.073399 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450bb10-3d20-49b4-8ef4-b339c177138e None None] Pushing event updated for resources: {'Port': ['ID=efe8359c-3507-4b7e-8e61-2ada693fc283,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:00.079742 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.087007 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-a7aca6a0-f5e8-4439-a7d3-15d44cad54af None None] Provisioning complete for port 3c8474e2-c42f-4f82-9054-793032df04c2 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:00.087934 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a7aca6a0-f5e8-4439-a7d3-15d44cad54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.151156 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.219835 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:55:56Z', 'revision_number': 4, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '3c8474e2-c42f-4f82-9054-793032df04c2', 'name': '', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'mac_address': 'fa:16:3e:aa:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:55Z', 'updated_at': '2021-10-13T15:55:59Z', 'revision_number': 4, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'subnets': [{'id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:00.225473 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:56:00.228338 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:56:00.230791 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:56:00.245442 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb360a-cc3d-4310-b7a9-99077c1c5ee4 None None] The sync data for ids ['98f721de-6399-4f31-b203-2b9a719ba573'] in dv-cinder-774288-10-iscsi is: [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:55:56Z', 'revision_number': 4, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '3c8474e2-c42f-4f82-9054-793032df04c2', 'name': '', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'mac_address': 'fa:16:3e:aa:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:55Z', 'updated_at': '2021-10-13T15:55:59Z', 'revision_number': 4, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'subnets': [{'id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:56:00.267624 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Pushing event updated for resources: {'Port': ['ID=06349c84-1c7f-486c-b7ee-2dfdc881a3ab,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:00.620175 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.800849 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device f0cd3af0-f396-441f-9750-a09f94f7af93 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:56:00.850325 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8044384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916025'] for router, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.868535 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port f0cd3af0-f396-441f-9750-a09f94f7af93 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:00.869014 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.970829 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 3c8474e2-c42f-4f82-9054-793032df04c2 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:56:01.023572 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 3c8474e2-c42f-4f82-9054-793032df04c2 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:01.024623 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:01.044089 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9ded95-eea8-4cac-84ed-3350d4dd64c2 None None] Network 13950c14-412d-4e2f-8911-337c2c18fd94 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:56:01.096695 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Router 5a267dec-6084-4fba-8f83-2e65b763a1c3 is scheduled to L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 with binding_index 1 {{(pid=107005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:56:01.202479 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-d152360d-5ab7-468f-8236-87ca36fbb16d None None] Provisioning complete for port efe8359c-3507-4b7e-8e61-2ada693fc283 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:01.202842 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d152360d-5ab7-468f-8236-87ca36fbb16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:01.204939 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device efe8359c-3507-4b7e-8e61-2ada693fc283 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:56:01.206825 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:56:01.256392 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Sync routers for ids ['5a267dec-6084-4fba-8f83-2e65b763a1c3'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:56:01.296384 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Routers {'5a267dec-6084-4fba-8f83-2e65b763a1c3'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:56:01.297016 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:55:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['5a267dec-6084-4fba-8f83-2e65b763a1c3'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:01.329748 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] Notify callbacks [] for router, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:01.331077 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-6ea57ca0-0a8a-44dc-9ac6-5078b7675440 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4315469 Oct 13 15:56:01.333821 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58766) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:56:01.372736 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-edbde8cc-0230-429f-b6a3-6adb1638c4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:01.455156 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port efe8359c-3507-4b7e-8e61-2ada693fc283 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:01.455536 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:01.487717 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d152360d-5ab7-468f-8236-87ca36fbb16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:01.511695 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Set router 5a267dec-6084-4fba-8f83-2e65b763a1c3 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:56:01.641471 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-d152360d-5ab7-468f-8236-87ca36fbb16d None None] For port efe8359c-3507-4b7e-8e61-2ada693fc283, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=efe8359c-3507-4b7e-8e61-2ada693fc283,segment=NetworkSegment(093d2fb9-ab35-4321-bb87-d6e29b523c8c),segment_id=093d2fb9-ab35-4321-bb87-d6e29b523c8c)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:01.708376 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:01.839002 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:01.873534 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d152360d-5ab7-468f-8236-87ca36fbb16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:01.980191 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.db.api [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:56:01.980631 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG oslo_db.api [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:56:01.981184 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152360d-5ab7-468f-8236-87ca36fbb16d None None] Pushing event updated for resources: {'Port': ['ID=efe8359c-3507-4b7e-8e61-2ada693fc283,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:02.001904 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'name': 'tempest-TestMinimumBasicScenario-1351229492-router', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '06349c84-1c7f-486c-b7ee-2dfdc881a3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:58Z', 'updated_at': '2021-10-13T15:56:00Z', 'revision_number': 3, 'project_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'gw_port': {'id': '06349c84-1c7f-486c-b7ee-2dfdc881a3ab', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:59Z', 'updated_at': '2021-10-13T15:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:02.010336 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae990668-7b4e-425f-9d61-e704825fcc03 req-fa4ee006-7a7d-458d-90a0-0acb1d507868 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:02.012171 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ae990668-7b4e-425f-9d61-e704825fcc03 req-fa4ee006-7a7d-458d-90a0-0acb1d507868 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.1000683 Oct 13 15:56:02.034486 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-a92d7555-2c4e-4db9-b528-931cfea1ab0f None None] Provisioning complete for port efe8359c-3507-4b7e-8e61-2ada693fc283 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:02.038564 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a92d7555-2c4e-4db9-b528-931cfea1ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.038564 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Checking router: 5a267dec-6084-4fba-8f83-2e65b763a1c3 for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:56:02.038564 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Updating router 5a267dec-6084-4fba-8f83-2e65b763a1c3 port 06349c84-1c7f-486c-b7ee-2dfdc881a3ab binding host dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:56:02.089706 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ae990668-7b4e-425f-9d61-e704825fcc03 req-57d77bf8-21ab-4fa7-9561-1676d48b0772 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694878 Oct 13 15:56:02.092674 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Allocated IP 172.20.0.1 (13950c14-412d-4e2f-8911-337c2c18fd94/144fa784-2062-4c6c-8790-b2a9a3afd90f/c1aa60b6-a80d-48ac-b545-2a98e2f94967) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:56:02.111826 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.198258 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.224620 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.225347 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.285878 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.326046 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Network 13950c14-412d-4e2f-8911-337c2c18fd94 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:56:02.329314 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:56:02.332948 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:56:02.360830 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1aa60b6-a80d-48ac-b545-2a98e2f94967,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:02.379928 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915816'] for router_interface, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.415485 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Notify callbacks [] for port, precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.484010 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.569336 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017ab81-30a6-4f24-a972-fb692b6b60fa None None] Pushing event updated for resources: {'Port': ['ID=06349c84-1c7f-486c-b7ee-2dfdc881a3ab,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:02.571697 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Attempting to bind port 06349c84-1c7f-486c-b7ee-2dfdc881a3ab on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:56:02.571922 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Attempting to bind port 06349c84-1c7f-486c-b7ee-2dfdc881a3ab by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:56:02.572277 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Attempting to bind port 06349c84-1c7f-486c-b7ee-2dfdc881a3ab on network ee43febe-a688-4431-b929-490b4321eed3 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:56:02.577360 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.583472 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:56:02.583747 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Checking segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:56:02.584139 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.584518 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Bound using segment: {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:56:02.584980 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Bound port: 06349c84-1c7f-486c-b7ee-2dfdc881a3ab, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110a2f8a-16be-4b9f-acd5-0b6257f2ad55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:56:02.585349 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.609764 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-84563641-71d5-425b-a8bb-35cdc8b17fdb None None] Provisioning complete for port c1aa60b6-a80d-48ac-b545-2a98e2f94967 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:02.610126 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-84563641-71d5-425b-a8bb-35cdc8b17fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.661688 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-84563641-71d5-425b-a8bb-35cdc8b17fdb None None] Port c1aa60b6-a80d-48ac-b545-2a98e2f94967 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:56:02.665917 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device efe8359c-3507-4b7e-8e61-2ada693fc283 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:56:02.688639 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] For port 06349c84-1c7f-486c-b7ee-2dfdc881a3ab, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:56:02.706023 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] For port 06349c84-1c7f-486c-b7ee-2dfdc881a3ab, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=06349c84-1c7f-486c-b7ee-2dfdc881a3ab,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:56:02.723866 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port efe8359c-3507-4b7e-8e61-2ada693fc283 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:02.724156 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.744833 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.789687 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.818783 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4586336'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.858594 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017ab81-30a6-4f24-a972-fb692b6b60fa None None] Pushing event updated for resources: {'Port': ['ID=06349c84-1c7f-486c-b7ee-2dfdc881a3ab,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:02.861217 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Routers {'5a267dec-6084-4fba-8f83-2e65b763a1c3'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:56:02.861809 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:56:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['5a267dec-6084-4fba-8f83-2e65b763a1c3'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:02.898675 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1aa60b6-a80d-48ac-b545-2a98e2f94967,revision_number=2']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:02.902131 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8041656'] for router_interface, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.975413 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] Set router 5a267dec-6084-4fba-8f83-2e65b763a1c3 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:56:02.996432 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Network 13950c14-412d-4e2f-8911-337c2c18fd94 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:56:02.999035 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:56:03.134347 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Router 5a267dec-6084-4fba-8f83-2e65b763a1c3 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:56:03.207942 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'name': 'tempest-TestMinimumBasicScenario-1351229492-router', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '06349c84-1c7f-486c-b7ee-2dfdc881a3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:58Z', 'updated_at': '2021-10-13T15:56:02Z', 'revision_number': 4, 'project_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'gw_port': {'id': '06349c84-1c7f-486c-b7ee-2dfdc881a3ab', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:59Z', 'updated_at': '2021-10-13T15:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'c1aa60b6-a80d-48ac-b545-2a98e2f94967', 'name': '', 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'mac_address': 'fa:16:3e:e5:2f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '144fa784-2062-4c6c-8790-b2a9a3afd90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:56:01Z', 'updated_at': '2021-10-13T15:56:02Z', 'revision_number': 2, 'project_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'subnets': [{'id': '144fa784-2062-4c6c-8790-b2a9a3afd90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:03.242415 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ba571-6440-4b6f-bf69-255a9b9bb55b None None] The sync data for ids ['5a267dec-6084-4fba-8f83-2e65b763a1c3'] in dv-cinder-774288-10-iscsi is: [{'id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'name': 'tempest-TestMinimumBasicScenario-1351229492-router', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '06349c84-1c7f-486c-b7ee-2dfdc881a3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:58Z', 'updated_at': '2021-10-13T15:56:02Z', 'revision_number': 4, 'project_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'gw_port': {'id': '06349c84-1c7f-486c-b7ee-2dfdc881a3ab', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:59Z', 'updated_at': '2021-10-13T15:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'c1aa60b6-a80d-48ac-b545-2a98e2f94967', 'name': '', 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'mac_address': 'fa:16:3e:e5:2f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '144fa784-2062-4c6c-8790-b2a9a3afd90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:56:01Z', 'updated_at': '2021-10-13T15:56:02Z', 'revision_number': 2, 'project_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'subnets': [{'id': '144fa784-2062-4c6c-8790-b2a9a3afd90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:56:03.284207 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a5fab-9d9d-4851-b080-b6d47fc15e09 req-cc1cd27b-2f2c-488b-a93f-691ada7f37c4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:03.284631 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-43adb116-dc57-4c5f-96d7-db03e22dee75 None None] Provisioning complete for port c1aa60b6-a80d-48ac-b545-2a98e2f94967 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:03.284990 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-43adb116-dc57-4c5f-96d7-db03e22dee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:03.285750 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-129a5fab-9d9d-4851-b080-b6d47fc15e09 req-cc1cd27b-2f2c-488b-a93f-691ada7f37c4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.1035903 Oct 13 15:56:03.314664 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:56:03.325700 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-93088e3b-b8d0-4ce1-a649-d5ba37d222a0 admin admin] 10.222.0.26 "PUT /v2.0/routers/5a267dec-6084-4fba-8f83-2e65b763a1c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9908717 Oct 13 15:56:03.328885 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-43adb116-dc57-4c5f-96d7-db03e22dee75 None None] Port c1aa60b6-a80d-48ac-b545-2a98e2f94967 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:56:03.353927 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-129a5fab-9d9d-4851-b080-b6d47fc15e09 req-c036fcfa-7ed1-4cd8-98b7-a38fdf2e1c4c tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520322 Oct 13 15:56:03.918523 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:04.004969 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d57674-5b24-4ba9-b31e-91e854c0e915 req-a552d605-7de8-4a70-b9b1-60d8e4968042 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:04.006518 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-30d57674-5b24-4ba9-b31e-91e854c0e915 req-a552d605-7de8-4a70-b9b1-60d8e4968042 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0570102 Oct 13 15:56:04.058822 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-30d57674-5b24-4ba9-b31e-91e854c0e915 req-dd55e614-ec9c-4539-881e-599875d6d862 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460532 Oct 13 15:56:04.498426 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab2ea5-c6b6-45c7-a3e8-b523ce925c87 req-068c30bd-8a09-4123-aad8-e46f0d7c85af tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:04.503148 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-77ab2ea5-c6b6-45c7-a3e8-b523ce925c87 req-068c30bd-8a09-4123-aad8-e46f0d7c85af tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0632949 Oct 13 15:56:04.551616 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-77ab2ea5-c6b6-45c7-a3e8-b523ce925c87 req-8048c623-f7d2-4cf7-aad3-f86ae8f4136b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420434 Oct 13 15:56:04.698788 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 06349c84-1c7f-486c-b7ee-2dfdc881a3ab up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:56:04.751580 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 06349c84-1c7f-486c-b7ee-2dfdc881a3ab triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:04.752939 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:04.844288 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:04.865890 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] For port 06349c84-1c7f-486c-b7ee-2dfdc881a3ab, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=06349c84-1c7f-486c-b7ee-2dfdc881a3ab,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:04.932927 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:04.989741 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Pushing event updated for resources: {'Port': ['ID=06349c84-1c7f-486c-b7ee-2dfdc881a3ab,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:05.239761 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807eb571-7ce8-4878-8938-f699d4d9bf86 req-6849ee63-1af0-4b56-a474-70f8d7e600c2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:05.241309 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-807eb571-7ce8-4878-8938-f699d4d9bf86 req-6849ee63-1af0-4b56-a474-70f8d7e600c2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0843642 Oct 13 15:56:05.537965 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-807eb571-7ce8-4878-8938-f699d4d9bf86 req-93016dc9-4cc9-4270-8956-ff8aec41f0a2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897394 Oct 13 15:56:05.717917 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95877e-2aaa-4237-a2be-4075571dc9eb req-814a3b0e-2f72-495f-850b-6022087bd340 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:05.725922 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0c95877e-2aaa-4237-a2be-4075571dc9eb req-814a3b0e-2f72-495f-850b-6022087bd340 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0875680 Oct 13 15:56:05.763198 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0c95877e-2aaa-4237-a2be-4075571dc9eb req-96c6f704-20c4-443b-9e18-a535ad5c22f0 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363779 Oct 13 15:56:05.810266 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-b87b978c-e82a-415c-bb97-9e40f9092a92 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:05.813041 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-b87b978c-e82a-415c-bb97-9e40f9092a92 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 945 time: 0.0579872 Oct 13 15:56:05.922145 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Deleting port b3ed4799-22bf-4811-a8a2-9443795d83c2 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:56:05.922499 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.030365 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] For port b3ed4799-22bf-4811-a8a2-9443795d83c2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b3ed4799-22bf-4811-a8a2-9443795d83c2,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:06.030730 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.050668 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Sync routers for ids ['5a267dec-6084-4fba-8f83-2e65b763a1c3'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:56:06.062852 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Routers {'5a267dec-6084-4fba-8f83-2e65b763a1c3'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:56:06.063843 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:56:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['5a267dec-6084-4fba-8f83-2e65b763a1c3'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:06.214382 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.214744 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.215077 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.l3_db [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Floating IP 5f96755b-bde1-4325-8681-c47a47f2fa66 disassociated. External IP: 172.27.3.23, port: b3ed4799-22bf-4811-a8a2-9443795d83c2. Oct 13 15:56:06.215620 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Calling delete_port for b3ed4799-22bf-4811-a8a2-9443795d83c2 owned by compute:nova {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:56:06.216318 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Set router 5a267dec-6084-4fba-8f83-2e65b763a1c3 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:56:06.447691 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.491488 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'name': 'tempest-TestMinimumBasicScenario-1351229492-router', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '06349c84-1c7f-486c-b7ee-2dfdc881a3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:58Z', 'updated_at': '2021-10-13T15:56:02Z', 'revision_number': 4, 'project_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'gw_port': {'id': '06349c84-1c7f-486c-b7ee-2dfdc881a3ab', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:59Z', 'updated_at': '2021-10-13T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'c1aa60b6-a80d-48ac-b545-2a98e2f94967', 'name': '', 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'mac_address': 'fa:16:3e:e5:2f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '144fa784-2062-4c6c-8790-b2a9a3afd90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:56:01Z', 'updated_at': '2021-10-13T15:56:02Z', 'revision_number': 2, 'project_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'subnets': [{'id': '144fa784-2062-4c6c-8790-b2a9a3afd90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:06.506602 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event deleted for resources: {'Port': ['ID=b3ed4799-22bf-4811-a8a2-9443795d83c2,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:06.543287 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Checking router: 5a267dec-6084-4fba-8f83-2e65b763a1c3 for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:56:06.544295 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Updating router 5a267dec-6084-4fba-8f83-2e65b763a1c3 port c1aa60b6-a80d-48ac-b545-2a98e2f94967 binding host dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:56:06.588866 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.689610 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:56:06.700394 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 06349c84-1c7f-486c-b7ee-2dfdc881a3ab up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:56:06.741376 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6cd18cba-4b24-4329-816b-463c3eeae3aa req-d89d9d56-8e19-436b-8749-935abecf48be tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0929255 Oct 13 15:56:06.827067 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port 06349c84-1c7f-486c-b7ee-2dfdc881a3ab triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:06.827448 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.881501 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:56:06.896922 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba487dcd-ac7e-4346-bf48-eebeb3658729 None None] Sync routers for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:56:06.914546 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba487dcd-ac7e-4346-bf48-eebeb3658729 None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:56:06.915941 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-ba487dcd-ac7e-4346-bf48-eebeb3658729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:56:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:06.974364 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] No DVR routers for this DVR port b3ed4799-22bf-4811-a8a2-9443795d83c2 on host hv-cinder-77428 {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:56:06.995342 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.999359 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbe9c4-234b-4eef-bba2-c63e705beb5d req-56304950-b320-4481-89fb-df2e15242867 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:06.999538 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7e3bfdaf-e226-436a-a9f7-e34878043058 req-ff712280-a6b8-4bd9-a00e-cf52a33cf178 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "DELETE /v2.0/ports/b3ed4799-22bf-4811-a8a2-9443795d83c2 HTTP/1.1" status: 204 len: 173 time: 1.1798654 Oct 13 15:56:06.999863 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1771bb37-9fb5-41fd-a0fb-c07a8883f6d2', 'name': 'network-vif-deleted', 'tag': 'b3ed4799-22bf-4811-a8a2-9443795d83c2'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:56:07.002860 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5355bb27-da9c-4b4f-817c-62bf2b4ee55f" -d '{"events": [{"server_uuid": "1771bb37-9fb5-41fd-a0fb-c07a8883f6d2", "name": "network-vif-deleted", "tag": "b3ed4799-22bf-4811-a8a2-9443795d83c2"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:56:07.007717 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-72bbe9c4-234b-4eef-bba2-c63e705beb5d req-56304950-b320-4481-89fb-df2e15242867 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0909200 Oct 13 15:56:07.068474 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Notify callbacks [] for port, precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:07.086376 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-72bbe9c4-234b-4eef-bba2-c63e705beb5d req-a8b572c1-d038-44c1-b57c-2af6c28471ff tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755219 Oct 13 15:56:07.113884 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103d4c41-9d82-498b-8b55-37b3dba23d77 x-openstack-request-id: req-103d4c41-9d82-498b-8b55-37b3dba23d77 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:56:07.114181 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1771bb37-9fb5-41fd-a0fb-c07a8883f6d2", "name": "network-vif-deleted", "tag": "b3ed4799-22bf-4811-a8a2-9443795d83c2", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:56:07.114432 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-103d4c41-9d82-498b-8b55-37b3dba23d77 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:56:07.114831 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1771bb37-9fb5-41fd-a0fb-c07a8883f6d2', 'name': 'network-vif-deleted', 'tag': 'b3ed4799-22bf-4811-a8a2-9443795d83c2', 'status': 'completed', 'code': 200} Oct 13 15:56:07.142544 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:07.162189 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-ba487dcd-ac7e-4346-bf48-eebeb3658729 None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:56:07.227337 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c29dbe-b47f-43b1-b352-81a8bdd27480 None None] Pushing event updated for resources: {'Port': ['ID=c1aa60b6-a80d-48ac-b545-2a98e2f94967,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:07.330261 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Attempting to bind port c1aa60b6-a80d-48ac-b545-2a98e2f94967 on host dv-cinder-774288-10-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:56:07.330482 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Attempting to bind port c1aa60b6-a80d-48ac-b545-2a98e2f94967 by drivers openvswitch,hyperv on host dv-cinder-774288-10-iscsi at level 0 using segments [{'id': '093d2fb9-ab35-4321-bb87-d6e29b523c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:56:07.330840 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Attempting to bind port c1aa60b6-a80d-48ac-b545-2a98e2f94967 on network 13950c14-412d-4e2f-8911-337c2c18fd94 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:56:07.342851 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Checking agent: {'id': '60da6c1c-31da-42d8-90fb-6bd1df8665cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 41, 32), 'started_at': datetime.datetime(2021, 10, 13, 15, 42, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:56:07.343268 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Checking segment: {'id': '093d2fb9-ab35-4321-bb87-d6e29b523c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:56:07.343652 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:07.344044 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Bound using segment: {'id': '093d2fb9-ab35-4321-bb87-d6e29b523c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:56:07.344527 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Bound port: c1aa60b6-a80d-48ac-b545-2a98e2f94967, host: dv-cinder-774288-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093d2fb9-ab35-4321-bb87-d6e29b523c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:56:07.344925 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:07.452451 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] For port c1aa60b6-a80d-48ac-b545-2a98e2f94967, host dv-cinder-774288-10-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:56:07.462957 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] For port c1aa60b6-a80d-48ac-b545-2a98e2f94967, host dv-cinder-774288-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=c1aa60b6-a80d-48ac-b545-2a98e2f94967,segment=NetworkSegment(093d2fb9-ab35-4321-bb87-d6e29b523c8c),segment_id=093d2fb9-ab35-4321-bb87-d6e29b523c8c)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:56:07.472757 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-ba487dcd-ac7e-4346-bf48-eebeb3658729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:07.527752 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba487dcd-ac7e-4346-bf48-eebeb3658729 None None] Checking router: ba33adf1-fb79-4a12-bcfd-23c997fc2b3b for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:56:07.538655 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba487dcd-ac7e-4346-bf48-eebeb3658729 None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:56:07.539429 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-ba487dcd-ac7e-4346-bf48-eebeb3658729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:56:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:07.567730 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:07.697743 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Routers {'5a267dec-6084-4fba-8f83-2e65b763a1c3'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:56:07.698419 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:56:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['5a267dec-6084-4fba-8f83-2e65b763a1c3'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:07.703156 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c29dbe-b47f-43b1-b352-81a8bdd27480 None None] Pushing event updated for resources: {'Port': ['ID=c1aa60b6-a80d-48ac-b545-2a98e2f94967,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:07.769158 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 58870) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:56:07.837960 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-24156e35-85e9-419a-bb3b-25bce9511834 None None] Provisioning complete for port c1aa60b6-a80d-48ac-b545-2a98e2f94967 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:07.838540 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-24156e35-85e9-419a-bb3b-25bce9511834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:07.902826 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-ba487dcd-ac7e-4346-bf48-eebeb3658729 None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:56:07.959269 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] Set router 5a267dec-6084-4fba-8f83-2e65b763a1c3 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:56:08.008033 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ada6f845-a250-4ecd-84ba-eae4736c53e1 req-cfb9e8f5-fd87-416f-add9-f28d72ebbba8 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=1771bb37-9fb5-41fd-a0fb-c07a8883f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0616157 Oct 13 15:56:08.021215 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-fdbef588-736b-4faa-bf7a-e97905cc161e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.125164 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-24156e35-85e9-419a-bb3b-25bce9511834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.136114 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-fdbef588-736b-4faa-bf7a-e97905cc161e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.190697 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-24156e35-85e9-419a-bb3b-25bce9511834 None None] For port c1aa60b6-a80d-48ac-b545-2a98e2f94967, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=c1aa60b6-a80d-48ac-b545-2a98e2f94967,segment=NetworkSegment(093d2fb9-ab35-4321-bb87-d6e29b523c8c),segment_id=093d2fb9-ab35-4321-bb87-d6e29b523c8c)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:08.222591 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'name': 'tempest-TestMinimumBasicScenario-1351229492-router', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '06349c84-1c7f-486c-b7ee-2dfdc881a3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:58Z', 'updated_at': '2021-10-13T15:56:02Z', 'revision_number': 4, 'project_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'gw_port': {'id': '06349c84-1c7f-486c-b7ee-2dfdc881a3ab', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:59Z', 'updated_at': '2021-10-13T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'c1aa60b6-a80d-48ac-b545-2a98e2f94967', 'name': '', 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'mac_address': 'fa:16:3e:e5:2f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '144fa784-2062-4c6c-8790-b2a9a3afd90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:56:01Z', 'updated_at': '2021-10-13T15:56:07Z', 'revision_number': 4, 'project_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'subnets': [{'id': '144fa784-2062-4c6c-8790-b2a9a3afd90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:08.224174 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-fdbef588-736b-4faa-bf7a-e97905cc161e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.250961 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cdd879-2fb7-48fb-808c-27920b8a6dbb None None] The sync data for ids ['5a267dec-6084-4fba-8f83-2e65b763a1c3'] in dv-cinder-774288-10-iscsi is: [{'id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'name': 'tempest-TestMinimumBasicScenario-1351229492-router', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '06349c84-1c7f-486c-b7ee-2dfdc881a3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:58Z', 'updated_at': '2021-10-13T15:56:02Z', 'revision_number': 4, 'project_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'gw_port': {'id': '06349c84-1c7f-486c-b7ee-2dfdc881a3ab', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:59Z', 'updated_at': '2021-10-13T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'c1aa60b6-a80d-48ac-b545-2a98e2f94967', 'name': '', 'network_id': '13950c14-412d-4e2f-8911-337c2c18fd94', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'mac_address': 'fa:16:3e:e5:2f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '144fa784-2062-4c6c-8790-b2a9a3afd90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:56:01Z', 'updated_at': '2021-10-13T15:56:07Z', 'revision_number': 4, 'project_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'subnets': [{'id': '144fa784-2062-4c6c-8790-b2a9a3afd90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:56:08.273296 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-ba487dcd-ac7e-4346-bf48-eebeb3658729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:08.281498 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbef588-736b-4faa-bf7a-e97905cc161e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcad29b-fd35-417b-b1b5-3cc7892bd437,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:08.287688 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-fdbef588-736b-4faa-bf7a-e97905cc161e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c45bea34705640abb0b21de199c554dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138652 Oct 13 15:56:08.290680 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 58882) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:56:08.318839 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-24156e35-85e9-419a-bb3b-25bce9511834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.318839 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba487dcd-ac7e-4346-bf48-eebeb3658729 None None] The sync data for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi is: [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:56:08.326225 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149d503-bc7a-403e-aa54-6e1471d1537f req-a6238010-7eb5-4067-8c57-f5d095b74f5b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:08.342179 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a149d503-bc7a-403e-aa54-6e1471d1537f req-a6238010-7eb5-4067-8c57-f5d095b74f5b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.1458516 Oct 13 15:56:08.396147 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24156e35-85e9-419a-bb3b-25bce9511834 None None] Pushing event updated for resources: {'Port': ['ID=c1aa60b6-a80d-48ac-b545-2a98e2f94967,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:08.412977 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a149d503-bc7a-403e-aa54-6e1471d1537f req-20086ee6-8126-409d-bfb4-fb05c0b3e53e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696015 Oct 13 15:56:08.418904 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a085313c-cfdc-43cc-a01c-ce8d0a6a3c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.465645 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-8d56c759-eb5e-4d3b-9131-ae4139edf314 None None] Provisioning complete for port c1aa60b6-a80d-48ac-b545-2a98e2f94967 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:08.466384 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8d56c759-eb5e-4d3b-9131-ae4139edf314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.499294 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a085313c-cfdc-43cc-a01c-ce8d0a6a3c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.646656 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a085313c-cfdc-43cc-a01c-ce8d0a6a3c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.646656 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a085313c-cfdc-43cc-a01c-ce8d0a6a3c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.646656 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-a085313c-cfdc-43cc-a01c-ce8d0a6a3c70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/afcad29b-fd35-417b-b1b5-3cc7892bd437 HTTP/1.1" status: 204 len: 168 time: 0.3536470 Oct 13 15:56:08.661685 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085313c-cfdc-43cc-a01c-ce8d0a6a3c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcad29b-fd35-417b-b1b5-3cc7892bd437,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:08.773923 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device c1aa60b6-a80d-48ac-b545-2a98e2f94967 up at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:56:08.868652 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e62ead-1c3b-41bb-a3b3-b51efe51ffcb None None] New status for floating IP 5f96755b-bde1-4325-8681-c47a47f2fa66: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:56:08.880040 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Provisioning complete for port c1aa60b6-a80d-48ac-b545-2a98e2f94967 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:08.880600 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.405055 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-dea7eeca-d042-49d3-9c13-77f0fb8cd9a0 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562879085&fields=id&tenant_id=b5ed88eceaec415da77cd8f2f848b36a HTTP/1.1" status: 200 len: 267 time: 0.0417790 Oct 13 15:56:09.545226 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device b3ed4799-22bf-4811-a8a2-9443795d83c2 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:56:09.546111 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22b734-8759-47e7-a552-9f10bd9c4950 req-f6a96630-6930-4334-a7cc-15b888f080e3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:09.552831 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9f22b734-8759-47e7-a552-9f10bd9c4950 req-f6a96630-6930-4334-a7cc-15b888f080e3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0815861 Oct 13 15:56:09.569477 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: b3ed4799-22bf-4811-a8a2-9443795d83c2 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:56:09.569986 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device b3ed4799-22bf-4811-a8a2-9443795d83c2 not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:56:09.597028 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-3240ece8-2406-4629-8a6a-41a6b32d6ce7 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:09.598471 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-3240ece8-2406-4629-8a6a-41a6b32d6ce7 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/networks?id=472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 200 len: 812 time: 0.1858411 Oct 13 15:56:09.620434 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-38b8bc32-3b2a-4473-a90b-25f0d8672e06 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/quotas/b5ed88eceaec415da77cd8f2f848b36a HTTP/1.1" status: 200 len: 375 time: 0.0141010 Oct 13 15:56:09.628479 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9f22b734-8759-47e7-a552-9f10bd9c4950 req-3ed2c69c-e70e-482a-8ce9-8a939fef4e9a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736833 Oct 13 15:56:09.690089 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-a4a425c4-194f-44f9-b0ab-9c02afb07475 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601702 Oct 13 15:56:09.934491 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-37d0a2ec-6c88-4575-b9db-92374992b3d6 service neutron] 10.222.0.26 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308836 Oct 13 15:56:10.036053 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-136490b7-be73-406f-a0c9-703df278e189 service neutron] 10.222.0.26 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947721 Oct 13 15:56:10.755866 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7a5130a0-907f-467b-beae-d8b484e74847 req-52f981e2-68e6-451f-a9b8-fd5c8d8b22af tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 210 time: 0.0574350 Oct 13 15:56:10.806395 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32bc22-cb15-48b8-8501-a1c72266ab87 req-220d5304-7a0d-4039-93e5-109b45ffa8ad tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:10.808020 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fc32bc22-cb15-48b8-8501-a1c72266ab87 req-220d5304-7a0d-4039-93e5-109b45ffa8ad tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0597758 Oct 13 15:56:10.853853 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fc32bc22-cb15-48b8-8501-a1c72266ab87 req-a6566462-d8fa-4c0e-8065-a6dcffef64e7 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390139 Oct 13 15:56:11.832110 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4112b14e-ba37-4380-9c6f-136699794d8b req-32d2e920-db9e-409c-81be-b6341c7be486 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 210 time: 0.0304773 Oct 13 15:56:11.994013 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e33355-2e69-4833-97fd-f1b9d37b175b req-eb6155a8-9b28-462d-9d4e-07364d63021a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:12.004368 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-46e33355-2e69-4833-97fd-f1b9d37b175b req-eb6155a8-9b28-462d-9d4e-07364d63021a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0591588 Oct 13 15:56:12.060402 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-46e33355-2e69-4833-97fd-f1b9d37b175b req-f8364fbc-b307-43cc-87b2-e40d4d5ba49d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490386 Oct 13 15:56:12.946257 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-746aebae-6dd7-4960-a146-33cd8bce57ba tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:12.948426 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-746aebae-6dd7-4960-a146-33cd8bce57ba tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "GET /v2.0/networks?id=472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 200 len: 812 time: 0.1445205 Oct 13 15:56:12.967481 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e3cb4596-c47c-4c10-9f91-3da1ea005e18 req-a4d544f0-b380-4e55-bb41-2711fcbe7290 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 210 time: 0.0538919 Oct 13 15:56:13.005923 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-d8306f28-3ef5-4709-ae3f-c4dd0a8f2c52 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5ed88eceaec415da77cd8f2f848b36a HTTP/1.1" status: 200 len: 379 time: 0.0460865 Oct 13 15:56:13.018682 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-11c47674-04df-4b3b-bd3c-0615d3500cac tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Request body: {'port': {'device_id': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'admin_state_up': True, 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'security_groups': ['01319454-6804-40b4-9c9c-cb0225549fba']}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:13.213306 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-11c47674-04df-4b3b-bd3c-0615d3500cac tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Made reservation on behalf of b5ed88eceaec415da77cd8f2f848b36a for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:56:13.217143 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-11c47674-04df-4b3b-bd3c-0615d3500cac tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:13.245005 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db92719-358b-48ea-9d73-297ceac4eed0 req-08c57e4b-7c4a-480d-9c32-e1ee0cf021cb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:13.253081 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1db92719-358b-48ea-9d73-297ceac4eed0 req-08c57e4b-7c4a-480d-9c32-e1ee0cf021cb tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.1023195 Oct 13 15:56:13.318504 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1db92719-358b-48ea-9d73-297ceac4eed0 req-dccad7db-5952-4a45-8a9b-0e2f0a54a07f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577176 Oct 13 15:56:13.347724 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:13.406845 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-11c47674-04df-4b3b-bd3c-0615d3500cac tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Allocated IP 172.20.0.12 (472e4c1f-eadc-485a-8e41-ac721b348df6/2c99c185-a519-4976-b8d3-f0c1d1c939d2/b1d50e59-dbf6-4156-a935-adf01089f7a5) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:56:13.555565 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 58253c17-ffa7-42f7-8738-80ccc553416d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:56:13.584284 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-11c47674-04df-4b3b-bd3c-0615d3500cac tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:13.664383 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 58253c17-ffa7-42f7-8738-80ccc553416d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58253c17-ffa7-42f7-8738-80ccc553416d,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:13.678670 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': '58253c17-ffa7-42f7-8738-80ccc553416d', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'port_id': '58253c17-ffa7-42f7-8738-80ccc553416d', 'mac_address': 'fa:16:3e:9c:f4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:56:13.728300 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-11c47674-04df-4b3b-bd3c-0615d3500cac tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:13.729762 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:13.745395 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58253c17-ffa7-42f7-8738-80ccc553416d {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:56:13.775059 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-11c47674-04df-4b3b-bd3c-0615d3500cac tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Network 472e4c1f-eadc-485a-8e41-ac721b348df6 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:56:13.776202 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 58253c17-ffa7-42f7-8738-80ccc553416d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58253c17-ffa7-42f7-8738-80ccc553416d,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:13.778496 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-11c47674-04df-4b3b-bd3c-0615d3500cac tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:56:13.795544 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-11c47674-04df-4b3b-bd3c-0615d3500cac tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:56:13.835626 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c47674-04df-4b3b-bd3c-0615d3500cac tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'Port': ['ID=b1d50e59-dbf6-4156-a935-adf01089f7a5,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:13.867347 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:13.867684 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-11c47674-04df-4b3b-bd3c-0615d3500cac tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:13.868453 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-11c47674-04df-4b3b-bd3c-0615d3500cac tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:13.944772 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=58253c17-ffa7-42f7-8738-80ccc553416d,revision_number=6']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:13.965466 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['58253c17-ffa7-42f7-8738-80ccc553416d'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:56:13.980504 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-11c47674-04df-4b3b-bd3c-0615d3500cac tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9660003 Oct 13 15:56:13.999831 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Request body: {'port': {'device_id': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:14.152230 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:14.167672 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-a0ce0272-b9d2-4cb3-be0a-832543fbb853 None None] Provisioning complete for port b1d50e59-dbf6-4156-a935-adf01089f7a5 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:14.170054 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a0ce0272-b9d2-4cb3-be0a-832543fbb853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:14.170162 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88e0ec-a781-4e00-a6fc-6b454e2c80b0 req-3c5ae8d2-d430-4b45-8b16-476d7755b8c8 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:14.180614 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ed88e0ec-a781-4e00-a6fc-6b454e2c80b0 req-3c5ae8d2-d430-4b45-8b16-476d7755b8c8 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 932 time: 0.0969002 Oct 13 15:56:14.246535 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ed88e0ec-a781-4e00-a6fc-6b454e2c80b0 req-85d47854-19ce-42ab-aa44-4692ec08ac60 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647509 Oct 13 15:56:14.264024 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce0272-b9d2-4cb3-be0a-832543fbb853 None None] Port b1d50e59-dbf6-4156-a935-adf01089f7a5 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:56:14.472409 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42254c7-5cc0-4be0-8ea5-d6de576b8be3 req-9196abcf-2c8d-4e4f-81a1-b5cd83155147 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:14.477756 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e42254c7-5cc0-4be0-8ea5-d6de576b8be3 req-9196abcf-2c8d-4e4f-81a1-b5cd83155147 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 944 time: 0.0707054 Oct 13 15:56:14.519779 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e42254c7-5cc0-4be0-8ea5-d6de576b8be3 req-0cee9e05-b7a4-4e03-a7da-7d28989fa188 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383589 Oct 13 15:56:14.614207 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d50e59-dbf6-4156-a935-adf01089f7a5 {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:56:14.628938 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:14.645583 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Transition to ACTIVE for port object b1d50e59-dbf6-4156-a935-adf01089f7a5 will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:56:14.719462 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:14.779781 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d50e59-dbf6-4156-a935-adf01089f7a5,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:14.887927 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Attempting to bind port b1d50e59-dbf6-4156-a935-adf01089f7a5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:56:14.888883 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Attempting to bind port b1d50e59-dbf6-4156-a935-adf01089f7a5 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:56:14.889167 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Attempting to bind port b1d50e59-dbf6-4156-a935-adf01089f7a5 on network 472e4c1f-eadc-485a-8e41-ac721b348df6 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:56:14.894659 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Port b1d50e59-dbf6-4156-a935-adf01089f7a5 on network 472e4c1f-eadc-485a-8e41-ac721b348df6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:56:14.895018 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Attempting to bind port b1d50e59-dbf6-4156-a935-adf01089f7a5 on network 472e4c1f-eadc-485a-8e41-ac721b348df6 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:56:14.900785 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:56:14.901118 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Checking segment: {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:56:14.901497 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Bound using segment: {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:56:14.901928 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Bound port: b1d50e59-dbf6-4156-a935-adf01089f7a5, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:56:14.902285 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:14.998331 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] For port b1d50e59-dbf6-4156-a935-adf01089f7a5, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:56:15.001692 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] For port b1d50e59-dbf6-4156-a935-adf01089f7a5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1d50e59-dbf6-4156-a935-adf01089f7a5,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:56:15.409012 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715491e-259a-4c96-a370-31c5d2af997d req-4b634934-ae46-4527-851e-58c720d1b9ca tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:15.410674 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b715491e-259a-4c96-a370-31c5d2af997d req-4b634934-ae46-4527-851e-58c720d1b9ca tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 944 time: 0.0583146 Oct 13 15:56:15.452012 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b715491e-259a-4c96-a370-31c5d2af997d req-42d7f476-a373-4442-9ed9-1a9e1562e0d5 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349121 Oct 13 15:56:15.575354 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 58253c17-ffa7-42f7-8738-80ccc553416d up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:56:15.628738 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port 58253c17-ffa7-42f7-8738-80ccc553416d triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:15.629102 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:15.668690 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd990be6-0658-4ab9-a735-cc173eaa0d9f req-c78dc903-2685-4340-bc7f-a8c55a2ea063 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:15.670903 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fd990be6-0658-4ab9-a735-cc173eaa0d9f req-c78dc903-2685-4340-bc7f-a8c55a2ea063 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 944 time: 0.0626490 Oct 13 15:56:15.710309 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-fd990be6-0658-4ab9-a735-cc173eaa0d9f req-eb5f0cd4-990d-4471-b774-d2c10b9f42cc tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326667 Oct 13 15:56:15.710559 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:15.734207 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:15.735441 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f52a7e-983b-49ff-a135-e062854c7504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58253c17-ffa7-42f7-8738-80ccc553416d'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:56:15.736584 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f03017-afc7-4821-9543-f319f5ac221a" -d '{"events": [{"server_uuid": "28f52a7e-983b-49ff-a135-e062854c7504", "name": "network-vif-plugged", "status": "completed", "tag": "58253c17-ffa7-42f7-8738-80ccc553416d"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:56:15.751635 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 58253c17-ffa7-42f7-8738-80ccc553416d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58253c17-ffa7-42f7-8738-80ccc553416d,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:15.774579 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:15.775250 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:15.776580 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] 10.222.0.37 "PUT /v2.0/ports/b1d50e59-dbf6-4156-a935-adf01089f7a5 HTTP/1.1" status: 200 len: 1094 time: 1.7857783 Oct 13 15:56:15.777033 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'tag': 'b1d50e59-dbf6-4156-a935-adf01089f7a5'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:56:15.782440 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c7543a-0090-4398-8a64-1bd11cd509e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce42dc4-2728-4b68-959b-a9fd56369b18", "tag": "b1d50e59-dbf6-4156-a935-adf01089f7a5"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:56:15.809117 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee9717-fe40-4e79-bdea-fe45539cce24 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d50e59-dbf6-4156-a935-adf01089f7a5,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:15.830621 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70201a0-4a65-4239-935d-c3ffe8835a9f x-openstack-request-id: req-a70201a0-4a65-4239-935d-c3ffe8835a9f {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:56:15.830935 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce42dc4-2728-4b68-959b-a9fd56369b18", "tag": "b1d50e59-dbf6-4156-a935-adf01089f7a5", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:56:15.831192 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a70201a0-4a65-4239-935d-c3ffe8835a9f {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:56:15.831592 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'tag': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'status': 'completed', 'code': 200} Oct 13 15:56:15.892161 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:15.907155 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7543a-0090-4398-8a64-1bd11cd509e0 req-3218cdc7-a9c0-4b5c-95f7-229a70ae0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:15.908749 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-10c7543a-0090-4398-8a64-1bd11cd509e0 req-3218cdc7-a9c0-4b5c-95f7-229a70ae0b38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 1097 time: 0.0553725 Oct 13 15:56:16.018344 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3c6fbe-b620-4311-bcce-dec24091c79d x-openstack-request-id: req-6f3c6fbe-b620-4311-bcce-dec24091c79d {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:56:16.020773 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f52a7e-983b-49ff-a135-e062854c7504", "name": "network-vif-plugged", "status": "completed", "tag": "58253c17-ffa7-42f7-8738-80ccc553416d", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:56:16.021126 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f3c6fbe-b620-4311-bcce-dec24091c79d {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:56:16.023201 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f52a7e-983b-49ff-a135-e062854c7504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58253c17-ffa7-42f7-8738-80ccc553416d', 'code': 200} Oct 13 15:56:16.038266 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=58253c17-ffa7-42f7-8738-80ccc553416d,revision_number=7']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:16.071444 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7543a-0090-4398-8a64-1bd11cd509e0 req-28013c14-8485-48ef-9a67-c1561c2bc812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:16.073547 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-10c7543a-0090-4398-8a64-1bd11cd509e0 req-28013c14-8485-48ef-9a67-c1561c2bc812 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1544812 Oct 13 15:56:16.227928 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7543a-0090-4398-8a64-1bd11cd509e0 req-32c927e2-09e7-4b36-aaf4-34e4ba18f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:16.229297 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-10c7543a-0090-4398-8a64-1bd11cd509e0 req-32c927e2-09e7-4b36-aaf4-34e4ba18f9a7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449656 Oct 13 15:56:16.319834 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-0e06a0eb-cc1a-40a0-b644-d59647cd158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:16.321681 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-0e06a0eb-cc1a-40a0-b644-d59647cd158a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 1097 time: 0.0497971 Oct 13 15:56:16.375939 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-2f2314b3-8875-4e38-8322-93e01b46c187 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1d50e59-dbf6-4156-a935-adf01089f7a5 HTTP/1.1" status: 200 len: 217 time: 0.0443940 Oct 13 15:56:16.457367 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-d2946f74-eaaa-47bd-b5c5-09451374d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:16.459085 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-d2946f74-eaaa-47bd-b5c5-09451374d061 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c99c185-a519-4976-b8d3-f0c1d1c939d2 HTTP/1.1" status: 200 len: 851 time: 0.0742455 Oct 13 15:56:16.542061 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-fe31037e-baa6-4703-8af0-c313af52e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:16.543656 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-fe31037e-baa6-4703-8af0-c313af52e81a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=472e4c1f-eadc-485a-8e41-ac721b348df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0764070 Oct 13 15:56:16.664971 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdb233-8315-4609-b90d-f1d97bd128a4 req-90fd63d7-827d-4538-a36a-77e7011dc914 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:16.670997 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-03fdb233-8315-4609-b90d-f1d97bd128a4 req-90fd63d7-827d-4538-a36a-77e7011dc914 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 944 time: 0.1127353 Oct 13 15:56:16.698365 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-4ddb257f-da5e-48be-99f8-22afc591c618 service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337717 Oct 13 15:56:16.729050 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-03fdb233-8315-4609-b90d-f1d97bd128a4 req-16238e6c-adef-4583-9463-18d67e1b0c87 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519590 Oct 13 15:56:16.870863 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-99c5bb39-d79b-491f-a72b-f5e96e4eedf2 req-582a3849-24c0-4838-bf44-fc48c4755cef service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642783 Oct 13 15:56:16.902115 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e79be3-1ca9-4166-a016-cb931a5618b7 req-75b73c94-3f14-4063-b9dd-be2506ea67e0 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:16.904217 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-65e79be3-1ca9-4166-a016-cb931a5618b7 req-75b73c94-3f14-4063-b9dd-be2506ea67e0 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0892062 Oct 13 15:56:16.970518 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-65e79be3-1ca9-4166-a016-cb931a5618b7 req-5410a038-5d84-46e1-92ee-7e0f0aec01a4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499749 Oct 13 15:56:17.779834 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-020e265f-d8ff-4255-92f1-45cac33f6ad8 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:17.787535 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-020e265f-d8ff-4255-92f1-45cac33f6ad8 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/networks?id=2a638097-dce7-4525-8cf4-f95e4e66f262 HTTP/1.1" status: 200 len: 814 time: 0.1195185 Oct 13 15:56:17.798054 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-419d32d6-cefb-43d4-a93b-ffef2dd431d6 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/quotas/ffd90f36938c4f2f8547864775620cf0 HTTP/1.1" status: 200 len: 375 time: 0.0095944 Oct 13 15:56:17.891678 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-32507bfd-43f8-41c3-b598-6a80778275c0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ffd90f36938c4f2f8547864775620cf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848522 Oct 13 15:56:17.905469 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d203-798e-4813-afc6-eb873510cc7c req-fe801850-83db-4543-b53c-e2d064221fd3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:17.907020 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7e26d203-798e-4813-afc6-eb873510cc7c req-fe801850-83db-4543-b53c-e2d064221fd3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 944 time: 0.0678451 Oct 13 15:56:17.959667 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7e26d203-798e-4813-afc6-eb873510cc7c req-247ab1d8-c7a8-4672-9486-70d4ad98ed8d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430665 Oct 13 15:56:18.107479 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9dd38-540b-4966-b45f-50d506f75e70 req-c855295a-5217-4602-88d4-6b3859437daf tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:18.109054 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0dc9dd38-540b-4966-b45f-50d506f75e70 req-c855295a-5217-4602-88d4-6b3859437daf tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0733845 Oct 13 15:56:18.139503 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-2fdc0436-09c5-4138-8a5d-bd547000e55d service neutron] 10.222.0.26 "GET /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298088 Oct 13 15:56:18.222161 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0dc9dd38-540b-4966-b45f-50d506f75e70 req-9a2ce870-d092-4bcc-a3a5-08402cb64426 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958788 Oct 13 15:56:18.276762 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-cc2d1682-6efd-4fcf-8f50-cf2409f2d957 service neutron] 10.222.0.26 "GET /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307085 Oct 13 15:56:18.626859 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b822a808-2536-49a8-9d46-dbc16ba1b2a8 req-1d5eb2e1-0c28-4eb5-8ed8-98b199adf4d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 210 time: 0.0314674 Oct 13 15:56:18.845772 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:56:19.084255 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec036c72-06bf-40d4-a36a-8946e75d95f1 req-87a18469-62c3-489f-affa-6a61ab1be749 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:19.085873 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ec036c72-06bf-40d4-a36a-8946e75d95f1 req-87a18469-62c3-489f-affa-6a61ab1be749 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 944 time: 0.0501747 Oct 13 15:56:19.127910 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ec036c72-06bf-40d4-a36a-8946e75d95f1 req-e7172b5e-60d9-4bd8-b211-e228407f7f86 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343451 Oct 13 15:56:19.326423 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d50588-eed4-48a6-875a-699fbe5ed71e req-34f9f9ca-7244-441b-9789-42ecd42d6955 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:19.327913 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-03d50588-eed4-48a6-875a-699fbe5ed71e req-34f9f9ca-7244-441b-9789-42ecd42d6955 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0496879 Oct 13 15:56:19.367974 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-03d50588-eed4-48a6-875a-699fbe5ed71e req-0b5caab8-078e-4c6e-9edf-2d0242346fa8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334475 Oct 13 15:56:19.734436 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1301cbad-9993-4a6c-a428-442f10219439 req-7eea5a02-ae3d-4077-96a6-11e4f18e3306 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 210 time: 0.0367417 Oct 13 15:56:20.277876 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed6d38-fbb6-410b-9be6-40085a08cc7c req-18ab48f1-a666-47d5-baf3-88608aad2c58 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:20.279906 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3bed6d38-fbb6-410b-9be6-40085a08cc7c req-18ab48f1-a666-47d5-baf3-88608aad2c58 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 944 time: 0.0737669 Oct 13 15:56:20.334223 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3bed6d38-fbb6-410b-9be6-40085a08cc7c req-9550d6fe-121b-48a2-996f-6beff4d8ba47 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428164 Oct 13 15:56:20.499817 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8265f-7c7e-4962-ba62-02a09c834ead req-1e84a048-629b-4810-8a0d-877275bf3cbd tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:20.502809 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96a8265f-7c7e-4962-ba62-02a09c834ead req-1e84a048-629b-4810-8a0d-877275bf3cbd tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0551527 Oct 13 15:56:20.543407 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-96a8265f-7c7e-4962-ba62-02a09c834ead req-d4afac21-c8ad-4518-99b6-0d5136f51d17 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352352 Oct 13 15:56:20.844024 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6acfd843-5e40-4164-bed1-03204c9b1a91 req-4558b816-8688-47e8-bbe9-a28b75f8b93a tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 210 time: 0.0313516 Oct 13 15:56:21.355909 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-afb0c548-b639-4fcb-ba19-80fb5f7129cb tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:21.357447 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-afb0c548-b639-4fcb-ba19-80fb5f7129cb tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.37 "GET /v2.0/networks?id=2a638097-dce7-4525-8cf4-f95e4e66f262 HTTP/1.1" status: 200 len: 814 time: 0.1243458 Oct 13 15:56:21.374771 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Request body: {'port': {'device_id': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'admin_state_up': True, 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:21.465431 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a08b8-b565-43ba-bd89-632dad45ffd7 req-16f99223-0577-40fe-9787-c10280e3e4f0 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:21.467602 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a15a08b8-b565-43ba-bd89-632dad45ffd7 req-16f99223-0577-40fe-9787-c10280e3e4f0 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 944 time: 0.0573733 Oct 13 15:56:21.539395 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a15a08b8-b565-43ba-bd89-632dad45ffd7 req-fee31bf4-ba0e-4faa-b2df-8b670c7e09dc tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513771 Oct 13 15:56:21.573215 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Made reservation on behalf of ffd90f36938c4f2f8547864775620cf0 for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:56:21.577289 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:21.688386 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88dd94-3449-4807-8d3e-303f3f31baa5 req-716e6fe6-1c6a-43ff-876a-2c59bbc74c58 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:21.695643 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2d88dd94-3449-4807-8d3e-303f3f31baa5 req-716e6fe6-1c6a-43ff-876a-2c59bbc74c58 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0620804 Oct 13 15:56:21.735114 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2d88dd94-3449-4807-8d3e-303f3f31baa5 req-93d1e0cd-768e-45c1-ba64-df4c3c8e0da3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385773 Oct 13 15:56:21.802626 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Allocated IP 172.20.0.11 (2a638097-dce7-4525-8cf4-f95e4e66f262/33c8e6e2-71cb-41a9-b585-540cf214f5e7/bd910a59-2f45-4272-a104-78afe6a727a0) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:56:21.964415 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2bf5d69b-84c1-47ad-a317-635504661411 req-f1868c99-bcfd-4c13-ae88-da9de2268409 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 210 time: 0.0333924 Oct 13 15:56:22.020470 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:22.131716 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:22.188214 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Network 2a638097-dce7-4525-8cf4-f95e4e66f262 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:56:22.191673 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:56:22.202087 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:56:22.270862 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:22.272151 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:22.288796 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event updated for resources: {'Port': ['ID=bd910a59-2f45-4272-a104-78afe6a727a0,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:22.306260 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:22.312727 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:22.313219 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:22.313629 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:22.314035 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:22.314461 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:22.314900 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:22.315283 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:22.315679 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:22.316074 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:22.316691 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:22.318419 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:22.614410 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-a63fe025-78c7-4ad5-8f40-d6059e3dbca8 None None] Provisioning complete for port bd910a59-2f45-4272-a104-78afe6a727a0 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:22.615488 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a63fe025-78c7-4ad5-8f40-d6059e3dbca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:22.698284 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3ce2f-0bbd-473f-8225-56cfdcfaeba4 req-ecbba203-7683-454d-9edc-8b2a25717cb3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:22.711594 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b0b3ce2f-0bbd-473f-8225-56cfdcfaeba4 req-ecbba203-7683-454d-9edc-8b2a25717cb3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 944 time: 0.0796072 Oct 13 15:56:22.714019 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-a63fe025-78c7-4ad5-8f40-d6059e3dbca8 None None] Port bd910a59-2f45-4272-a104-78afe6a727a0 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:56:22.739273 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-a388f6c8-545f-4a79-acea-7309df6699d0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3529379 Oct 13 15:56:22.775495 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b0b3ce2f-0bbd-473f-8225-56cfdcfaeba4 req-f680320b-c6a1-4489-bb3f-cac14dcc88b3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625808 Oct 13 15:56:22.886550 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a988d95-d15a-4bfd-ba12-8b9164656bf6 req-eb2c0a3e-ad99-4b38-ae0b-dd8110255796 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:22.888109 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6a988d95-d15a-4bfd-ba12-8b9164656bf6 req-eb2c0a3e-ad99-4b38-ae0b-dd8110255796 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0567129 Oct 13 15:56:22.928350 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6a988d95-d15a-4bfd-ba12-8b9164656bf6 req-40723962-6478-4181-bb28-b53881a16b56 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342569 Oct 13 15:56:23.089881 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5793d-fed6-4b80-b261-a95b43115e74 req-52337d7b-7da8-4d4c-a0eb-69a09e705c0c tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:23.092179 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e0e5793d-fed6-4b80-b261-a95b43115e74 req-52337d7b-7da8-4d4c-a0eb-69a09e705c0c tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 932 time: 0.0546746 Oct 13 15:56:23.131279 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e0e5793d-fed6-4b80-b261-a95b43115e74 req-a0b232e5-eda9-405b-af0d-5c693748e0cc tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333042 Oct 13 15:56:23.922605 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8e0f7-bc61-48f6-a721-37f39ee96611 req-4c19cd4d-83b9-4440-8aa6-abdf03827c9a tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:23.924414 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d7a8e0f7-bc61-48f6-a721-37f39ee96611 req-4c19cd4d-83b9-4440-8aa6-abdf03827c9a tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 944 time: 0.0704815 Oct 13 15:56:23.978272 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d7a8e0f7-bc61-48f6-a721-37f39ee96611 req-0a9504cd-2984-4644-b062-b2afe11cbd80 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465932 Oct 13 15:56:24.083691 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df3047-9d05-4729-bbff-361de3106c0a req-ef3ca6ed-b126-48d3-a6ec-e0667e22ee20 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:24.085720 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-54df3047-9d05-4729-bbff-361de3106c0a req-ef3ca6ed-b126-48d3-a6ec-e0667e22ee20 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0563550 Oct 13 15:56:24.160374 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-54df3047-9d05-4729-bbff-361de3106c0a req-af51a23f-fd55-4523-af07-fb4fba2c040f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622759 Oct 13 15:56:24.325463 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199031e8-7f95-4cd3-bab0-edfcb794c095 req-a9bcf5d5-fd1f-4aad-9917-b9cc23ecae77 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:24.329910 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-199031e8-7f95-4cd3-bab0-edfcb794c095 req-a9bcf5d5-fd1f-4aad-9917-b9cc23ecae77 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 932 time: 0.0875256 Oct 13 15:56:24.386765 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-199031e8-7f95-4cd3-bab0-edfcb794c095 req-ad08eb09-4223-4a5b-bbe9-bc9ed4efff5f tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507715 Oct 13 15:56:25.115103 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221c89-1048-411d-94ee-81433e6acc2c req-216a4d92-05ab-40f0-b376-cb224b61b83d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:25.116586 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a3221c89-1048-411d-94ee-81433e6acc2c req-216a4d92-05ab-40f0-b376-cb224b61b83d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 944 time: 0.0589356 Oct 13 15:56:25.160861 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a3221c89-1048-411d-94ee-81433e6acc2c req-fcd134cb-9ba7-48b4-8a70-3c7e1da0ee7e tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366409 Oct 13 15:56:25.309065 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44078bb-8a7f-4154-9425-e2833e1684d9 req-90c50423-5a74-4017-aa2e-f8181a6ad320 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:25.312049 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f44078bb-8a7f-4154-9425-e2833e1684d9 req-90c50423-5a74-4017-aa2e-f8181a6ad320 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0634079 Oct 13 15:56:25.374619 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f44078bb-8a7f-4154-9425-e2833e1684d9 req-48b48335-5a8e-4646-920e-9f280c15f175 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555229 Oct 13 15:56:25.624210 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c937e-239d-4eb0-9946-caf1bf4259c8 req-01fe24df-1f3f-4acf-97d3-8cb7e3f76ba2 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:25.632178 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c42c937e-239d-4eb0-9946-caf1bf4259c8 req-01fe24df-1f3f-4acf-97d3-8cb7e3f76ba2 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 932 time: 0.0697978 Oct 13 15:56:25.678622 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c42c937e-239d-4eb0-9946-caf1bf4259c8 req-878bacf8-58cc-4379-a01e-ec87085872c7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452189 Oct 13 15:56:26.380335 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb5984-4c38-4b5b-a333-1161ee5dd298 req-22c76dd9-d4d7-435b-bd91-542f821212df tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:26.383994 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4cfb5984-4c38-4b5b-a333-1161ee5dd298 req-22c76dd9-d4d7-435b-bd91-542f821212df tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 944 time: 0.1324108 Oct 13 15:56:26.476063 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4cfb5984-4c38-4b5b-a333-1161ee5dd298 req-ba9b8c1e-2479-4df1-91fe-32ab97f5dd90 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701373 Oct 13 15:56:26.548443 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d776b1c-d65e-4a72-b7e5-d996c9c798c1 req-7f8fa408-30bc-448f-ae00-1d6188a3f208 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:26.558613 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1d776b1c-d65e-4a72-b7e5-d996c9c798c1 req-7f8fa408-30bc-448f-ae00-1d6188a3f208 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0726349 Oct 13 15:56:26.625059 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1d776b1c-d65e-4a72-b7e5-d996c9c798c1 req-66637301-d5aa-4e28-8304-85deab4c8c36 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651765 Oct 13 15:56:26.874339 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8384f7-3da8-48b8-bd37-c56f696012f8 req-a2906e22-f334-479b-ac5d-e6356b15e020 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:26.875962 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4f8384f7-3da8-48b8-bd37-c56f696012f8 req-a2906e22-f334-479b-ac5d-e6356b15e020 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 932 time: 0.0919986 Oct 13 15:56:26.953406 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4f8384f7-3da8-48b8-bd37-c56f696012f8 req-e8ff4026-f3cd-4458-bcf3-9ec843e37a9d tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635850 Oct 13 15:56:27.607013 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Request body: {'port': {'device_id': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:27.609002 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcef539-cbcf-4974-b0cf-6c1610d15e76 req-549613c5-39ba-4deb-a9a7-b4ac6f5012d5 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:27.610738 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2fcef539-cbcf-4974-b0cf-6c1610d15e76 req-549613c5-39ba-4deb-a9a7-b4ac6f5012d5 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 944 time: 0.0552707 Oct 13 15:56:27.678457 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:27.705329 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2fcef539-cbcf-4974-b0cf-6c1610d15e76 req-f6c15568-0759-426f-85db-f50dfb6df9e1 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885010 Oct 13 15:56:27.805498 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aeb20-26a3-4101-8a7a-d92dfc740af0 req-1801c935-a4ad-47b3-9ed1-577c1284177e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:27.807899 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-989aeb20-26a3-4101-8a7a-d92dfc740af0 req-1801c935-a4ad-47b3-9ed1-577c1284177e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.1015127 Oct 13 15:56:27.924643 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-989aeb20-26a3-4101-8a7a-d92dfc740af0 req-11fc0eab-380d-48a2-b9b2-ed47d2e57ae1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083608 Oct 13 15:56:28.155237 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba1312-5dc3-4737-81ea-6a4922fc31d7 req-ddb4bf0a-d5ea-4532-89f6-3bb43ce9aee5 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:28.194271 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4eba1312-5dc3-4737-81ea-6a4922fc31d7 req-ddb4bf0a-d5ea-4532-89f6-3bb43ce9aee5 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 932 time: 0.1197979 Oct 13 15:56:28.232160 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd910a59-2f45-4272-a104-78afe6a727a0 {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:56:28.240735 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:28.255924 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Transition to ACTIVE for port object bd910a59-2f45-4272-a104-78afe6a727a0 will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:56:28.289356 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4eba1312-5dc3-4737-81ea-6a4922fc31d7 req-08976dee-fd59-4653-b01a-9a4f42232fe4 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940378 Oct 13 15:56:28.332900 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:28.414094 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Pushing event updated for resources: {'Port': ['ID=bd910a59-2f45-4272-a104-78afe6a727a0,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:28.505092 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Attempting to bind port bd910a59-2f45-4272-a104-78afe6a727a0 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:56:28.508643 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Attempting to bind port bd910a59-2f45-4272-a104-78afe6a727a0 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:56:28.508643 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Attempting to bind port bd910a59-2f45-4272-a104-78afe6a727a0 on network 2a638097-dce7-4525-8cf4-f95e4e66f262 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:56:28.510496 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Port bd910a59-2f45-4272-a104-78afe6a727a0 on network 2a638097-dce7-4525-8cf4-f95e4e66f262 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:56:28.510895 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Attempting to bind port bd910a59-2f45-4272-a104-78afe6a727a0 on network 2a638097-dce7-4525-8cf4-f95e4e66f262 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:56:28.518247 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:56:28.518810 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Checking segment: {'id': 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:56:28.519451 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Bound using segment: {'id': 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:56:28.520054 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Bound port: bd910a59-2f45-4272-a104-78afe6a727a0, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:56:28.520601 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:28.601554 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] For port bd910a59-2f45-4272-a104-78afe6a727a0, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:56:28.604534 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] For port bd910a59-2f45-4272-a104-78afe6a727a0, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd910a59-2f45-4272-a104-78afe6a727a0,segment=NetworkSegment(e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d),segment_id=e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:56:28.607104 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8d1bfdd0-20a9-4fb1-88b2-bd0b8577d97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:28.669495 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:28.725168 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:28.744037 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:28.744037 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] 10.222.0.37 "PUT /v2.0/ports/bd910a59-2f45-4272-a104-78afe6a727a0 HTTP/1.1" status: 200 len: 1094 time: 1.1245689 Oct 13 15:56:28.744037 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'tag': 'bd910a59-2f45-4272-a104-78afe6a727a0'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:56:28.744037 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7303d2c5-44d4-4d01-ad8a-bcfdd155cb45" -d '{"events": [{"name": "network-changed", "server_uuid": "56e7c9d2-395d-4aa3-a0b3-d338263ad667", "tag": "bd910a59-2f45-4272-a104-78afe6a727a0"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:56:28.764645 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d96712-ca7e-4fd1-b5cc-0f5e13641447 service neutron] Pushing event updated for resources: {'Port': ['ID=bd910a59-2f45-4272-a104-78afe6a727a0,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:28.789236 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9d0f00-768a-429e-b438-fde258ec553c x-openstack-request-id: req-ce9d0f00-768a-429e-b438-fde258ec553c {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:56:28.789735 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e7c9d2-395d-4aa3-a0b3-d338263ad667", "tag": "bd910a59-2f45-4272-a104-78afe6a727a0", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:56:28.789981 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce9d0f00-768a-429e-b438-fde258ec553c {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:56:28.790376 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'tag': 'bd910a59-2f45-4272-a104-78afe6a727a0', 'status': 'completed', 'code': 200} Oct 13 15:56:28.856651 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585d03c-c9e1-4cbd-bccd-79bda36fe65b req-2e95cad3-39d9-43b9-a77e-cbf5b5c3d368 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:28.858343 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e585d03c-c9e1-4cbd-bccd-79bda36fe65b req-2e95cad3-39d9-43b9-a77e-cbf5b5c3d368 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 944 time: 0.0683584 Oct 13 15:56:28.860259 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303d2c5-44d4-4d01-ad8a-bcfdd155cb45 req-1f74d7ef-9ccb-46b6-8c2d-a87a63a64a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:28.861868 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7303d2c5-44d4-4d01-ad8a-bcfdd155cb45 req-1f74d7ef-9ccb-46b6-8c2d-a87a63a64a16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffd90f36938c4f2f8547864775620cf0&device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 1097 time: 0.0433600 Oct 13 15:56:28.911573 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e585d03c-c9e1-4cbd-bccd-79bda36fe65b req-475eeb49-83f0-4430-ac35-d05b965b6ae5 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462096 Oct 13 15:56:29.004626 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303d2c5-44d4-4d01-ad8a-bcfdd155cb45 req-ffc9dabc-b8a9-42c5-8488-b8ff1c348642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:29.007941 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7303d2c5-44d4-4d01-ad8a-bcfdd155cb45 req-ffc9dabc-b8a9-42c5-8488-b8ff1c348642 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ffd90f36938c4f2f8547864775620cf0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1383507 Oct 13 15:56:29.102383 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66587450-111d-49f9-86b8-bfc0fe3639ee req-d6df05e9-8eb8-4c0a-9b32-9c0e3f3f5d32 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:29.107495 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-66587450-111d-49f9-86b8-bfc0fe3639ee req-d6df05e9-8eb8-4c0a-9b32-9c0e3f3f5d32 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0815029 Oct 13 15:56:29.155263 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-66587450-111d-49f9-86b8-bfc0fe3639ee req-1e846391-ff18-4123-aacf-467de64f5cbe tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387957 Oct 13 15:56:29.436542 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d35e95-03e6-4c74-9885-165875657d39 req-83e5cf7f-d480-4208-9bb0-bdcc9d35d010 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:29.449198 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-89d35e95-03e6-4c74-9885-165875657d39 req-83e5cf7f-d480-4208-9bb0-bdcc9d35d010 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 944 time: 0.0847290 Oct 13 15:56:29.506619 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-89d35e95-03e6-4c74-9885-165875657d39 req-12e42034-d6ac-44ea-908e-455c1c183b24 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561767 Oct 13 15:56:29.520250 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303d2c5-44d4-4d01-ad8a-bcfdd155cb45 req-1f896563-8f95-4786-95d8-be14a8b5622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:29.520250 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7303d2c5-44d4-4d01-ad8a-bcfdd155cb45 req-1f896563-8f95-4786-95d8-be14a8b5622d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4943104 Oct 13 15:56:29.620822 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device b1d50e59-dbf6-4156-a935-adf01089f7a5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:56:29.725491 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port b1d50e59-dbf6-4156-a935-adf01089f7a5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1d50e59-dbf6-4156-a935-adf01089f7a5,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:29.738234 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'port_id': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'mac_address': 'fa:16:3e:de:6a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:56:29.776809 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:29.790660 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d50e59-dbf6-4156-a935-adf01089f7a5 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:56:29.811931 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port b1d50e59-dbf6-4156-a935-adf01089f7a5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1d50e59-dbf6-4156-a935-adf01089f7a5,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:29.890793 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:29.945014 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=b1d50e59-dbf6-4156-a935-adf01089f7a5,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:30.039382 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b68de-9c01-4c74-b789-c0a0f6bb60e3 req-255a9914-b7fa-4502-bf4a-705bdbfba7e1 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:30.042353 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-953b68de-9c01-4c74-b789-c0a0f6bb60e3 req-255a9914-b7fa-4502-bf4a-705bdbfba7e1 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 945 time: 0.0574074 Oct 13 15:56:30.084488 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-953b68de-9c01-4c74-b789-c0a0f6bb60e3 req-37359e31-7efd-44d2-8eed-d64cc5ef77f9 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352936 Oct 13 15:56:30.156387 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['b1d50e59-dbf6-4156-a935-adf01089f7a5'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:56:30.341116 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f23b4-77c6-4ff4-9996-f18c4f998616 req-1f6c8f84-440d-4971-aebb-03ea23d8ff13 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:30.343459 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6e3f23b4-77c6-4ff4-9996-f18c4f998616 req-1f6c8f84-440d-4971-aebb-03ea23d8ff13 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0659082 Oct 13 15:56:30.392573 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6e3f23b4-77c6-4ff4-9996-f18c4f998616 req-de874ab6-f7cc-4f87-9032-4354318a866a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391989 Oct 13 15:56:30.618537 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec244d65-8aee-4070-9837-076dc53c69ca req-d05e2cc4-0f89-4471-aac1-4f720807f578 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:30.620063 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ec244d65-8aee-4070-9837-076dc53c69ca req-d05e2cc4-0f89-4471-aac1-4f720807f578 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 944 time: 0.0512946 Oct 13 15:56:30.659759 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ec244d65-8aee-4070-9837-076dc53c69ca req-4a25766d-48db-4710-bfc5-f45dc1390250 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319514 Oct 13 15:56:31.205847 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b96fd-ee6e-412b-9107-6468bd50134f req-bb32e387-e8c3-40bc-b22c-6936acc42924 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:31.207379 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-df8b96fd-ee6e-412b-9107-6468bd50134f req-bb32e387-e8c3-40bc-b22c-6936acc42924 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 945 time: 0.0554171 Oct 13 15:56:31.248470 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-df8b96fd-ee6e-412b-9107-6468bd50134f req-9176c316-768b-4b4c-9ae6-37684ed5a59f tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343707 Oct 13 15:56:31.281209 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ceefe295-fb03-4e63-8775-8499bb975d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:31.519115 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40682b4-a2fc-4d61-8320-b7607b3e1b30 req-4e164a1c-929a-420e-a51a-0bcbabf48bde tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:31.520784 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b40682b4-a2fc-4d61-8320-b7607b3e1b30 req-4e164a1c-929a-420e-a51a-0bcbabf48bde tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0523498 Oct 13 15:56:31.560483 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b40682b4-a2fc-4d61-8320-b7607b3e1b30 req-c6bee1e0-b6a5-484b-a7fe-48bff3f9ff5e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328717 Oct 13 15:56:31.621065 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device b1d50e59-dbf6-4156-a935-adf01089f7a5 up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:56:31.726981 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port b1d50e59-dbf6-4156-a935-adf01089f7a5 completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:56:31.731226 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port b1d50e59-dbf6-4156-a935-adf01089f7a5 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:31.732207 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:31.789249 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f12b3-0ed5-4a44-bc8d-7fb1976acbd8 req-39378e8a-e5d0-4110-926e-7ab4f8d24eaa tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:31.790784 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3f4f12b3-0ed5-4a44-bc8d-7fb1976acbd8 req-39378e8a-e5d0-4110-926e-7ab4f8d24eaa tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 944 time: 0.0614443 Oct 13 15:56:31.817627 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:31.835423 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3f4f12b3-0ed5-4a44-bc8d-7fb1976acbd8 req-10becbf9-5862-4ada-bbfb-1f8c307743c4 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372622 Oct 13 15:56:31.845812 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d50e59-dbf6-4156-a935-adf01089f7a5'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:56:31.857334 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e115a0-6a8f-4a94-8480-47f72d787c41" -d '{"events": [{"server_uuid": "0ce42dc4-2728-4b68-959b-a9fd56369b18", "name": "network-vif-plugged", "status": "completed", "tag": "b1d50e59-dbf6-4156-a935-adf01089f7a5"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:56:31.869569 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port b1d50e59-dbf6-4156-a935-adf01089f7a5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1d50e59-dbf6-4156-a935-adf01089f7a5,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:31.898500 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1ea993-6b09-4da7-ab91-f6e54aa0466d x-openstack-request-id: req-7d1ea993-6b09-4da7-ab91-f6e54aa0466d {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:56:31.898904 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce42dc4-2728-4b68-959b-a9fd56369b18", "name": "network-vif-plugged", "status": "completed", "tag": "b1d50e59-dbf6-4156-a935-adf01089f7a5", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:56:31.899211 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d1ea993-6b09-4da7-ab91-f6e54aa0466d {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:56:31.899827 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'code': 200} Oct 13 15:56:31.938538 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:31.989973 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=b1d50e59-dbf6-4156-a935-adf01089f7a5,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:32.127318 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:32.212709 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:32.375205 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6395f-a513-46b9-ab7e-95f6702e3285 req-e3918ba0-b135-4050-b72f-c64e63120c03 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:32.376695 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-64f6395f-a513-46b9-ab7e-95f6702e3285 req-e3918ba0-b135-4050-b72f-c64e63120c03 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 946 time: 0.0541453 Oct 13 15:56:32.418195 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-64f6395f-a513-46b9-ab7e-95f6702e3285 req-c7cce38c-3f3e-48c5-87bd-4527358a21e3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345359 Oct 13 15:56:32.694369 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10e05f-9b41-45fe-9a1a-72c0e5610057 req-0f31abbb-4235-41a6-ba94-5ffb553747e0 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:32.696000 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4f10e05f-9b41-45fe-9a1a-72c0e5610057 req-0f31abbb-4235-41a6-ba94-5ffb553747e0 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0541530 Oct 13 15:56:32.735854 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4f10e05f-9b41-45fe-9a1a-72c0e5610057 req-0f8fb63f-eb48-4576-bdfe-1587cc402c26 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332797 Oct 13 15:56:32.953642 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3446c6-139e-4713-9f26-c156b7ccc6ac req-33626019-7b2f-4cb5-97d0-4dc8d04b667c tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:32.955072 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0c3446c6-139e-4713-9f26-c156b7ccc6ac req-33626019-7b2f-4cb5-97d0-4dc8d04b667c tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 944 time: 0.0496805 Oct 13 15:56:32.993805 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0c3446c6-139e-4713-9f26-c156b7ccc6ac req-f466bb1f-edb3-47fe-b70f-6711310b5492 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Oct 13 15:56:33.532559 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-88bd24ff-8db6-4cca-b03a-494eea0afcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:33.534158 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-88bd24ff-8db6-4cca-b03a-494eea0afcb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffd90f36938c4f2f8547864775620cf0&device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 1097 time: 0.0467293 Oct 13 15:56:33.554781 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa7a35-3a81-4239-b9c0-0a09cb75dceb req-7336eda7-3ce4-41d2-9d12-9f246c25810c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:33.554781 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-adaa7a35-3a81-4239-b9c0-0a09cb75dceb req-7336eda7-3ce4-41d2-9d12-9f246c25810c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 946 time: 0.0527241 Oct 13 15:56:33.582172 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-32c76461-5ac5-4130-9d5b-fe16faa40462 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd910a59-2f45-4272-a104-78afe6a727a0 HTTP/1.1" status: 200 len: 217 time: 0.0344841 Oct 13 15:56:33.590089 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-adaa7a35-3a81-4239-b9c0-0a09cb75dceb req-b3802b86-db31-4c0d-a2d6-3573146deade tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319445 Oct 13 15:56:33.639341 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-2d1c1b98-43f4-405b-8a98-06579cc24d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:33.640799 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-2d1c1b98-43f4-405b-8a98-06579cc24d45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33c8e6e2-71cb-41a9-b585-540cf214f5e7 HTTP/1.1" status: 200 len: 853 time: 0.0490587 Oct 13 15:56:33.694520 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-79b218f3-8832-4f74-b2e9-3ea7148285ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:33.696011 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-79b218f3-8832-4f74-b2e9-3ea7148285ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a638097-dce7-4525-8cf4-f95e4e66f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453422 Oct 13 15:56:33.786850 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-f48bf7d5-3b96-4570-bee8-87adee96e09b service neutron] 10.222.0.37 "GET /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826600 Oct 13 15:56:33.857526 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058f47d-38ef-484a-b622-db62d2e1b293 req-ec20ad61-3c9d-4a39-8b89-353be02202a0 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:33.859050 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a058f47d-38ef-484a-b622-db62d2e1b293 req-ec20ad61-3c9d-4a39-8b89-353be02202a0 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0482378 Oct 13 15:56:33.899339 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a058f47d-38ef-484a-b622-db62d2e1b293 req-e96605b1-e657-495d-b903-a9aeacaddf75 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337596 Oct 13 15:56:33.915670 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:33.971441 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056cde4-23c0-4152-9515-e4f92676e5f1 req-0f5a2daf-d30d-4ab2-9c9e-7d21b64133fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:33.972923 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d056cde4-23c0-4152-9515-e4f92676e5f1 req-0f5a2daf-d30d-4ab2-9c9e-7d21b64133fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 1099 time: 0.0640576 Oct 13 15:56:33.988822 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0147ffb8-f11d-44ec-905c-9786f56db846 req-b19430db-cf24-404f-9260-b457bc2716ef service neutron] 10.222.0.37 "GET /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291811 Oct 13 15:56:34.011697 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d056cde4-23c0-4152-9515-e4f92676e5f1 req-9d283c24-0252-44a4-8077-aeb107abaaf6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303011 Oct 13 15:56:34.107247 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54412726-2a68-41e6-a00c-059c19796474 req-e77f6eb1-5efa-4e01-bc39-90238c8f9190 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:34.108792 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-54412726-2a68-41e6-a00c-059c19796474 req-e77f6eb1-5efa-4e01-bc39-90238c8f9190 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 944 time: 0.0496612 Oct 13 15:56:34.147441 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-54412726-2a68-41e6-a00c-059c19796474 req-d9e4226d-7e0d-448c-854b-710404341007 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324535 Oct 13 15:56:34.332595 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094cfaa-0d51-4b51-be96-c90d63c46798 req-39e73bf3-93bc-4f4e-981e-50b5d8e1f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:34.334066 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2094cfaa-0d51-4b51-be96-c90d63c46798 req-39e73bf3-93bc-4f4e-981e-50b5d8e1f21e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 1098 time: 0.0439625 Oct 13 15:56:34.424427 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094cfaa-0d51-4b51-be96-c90d63c46798 req-6646a487-179d-4e0d-a348-183d552ee4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:34.425788 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2094cfaa-0d51-4b51-be96-c90d63c46798 req-6646a487-179d-4e0d-a348-183d552ee4c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9 HTTP/1.1" status: 200 len: 917 time: 0.0832498 Oct 13 15:56:34.494264 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2094cfaa-0d51-4b51-be96-c90d63c46798 req-f88e13cb-7766-4990-b673-090272df14db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58253c17-ffa7-42f7-8738-80ccc553416d HTTP/1.1" status: 200 len: 999 time: 0.0603955 Oct 13 15:56:34.543629 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094cfaa-0d51-4b51-be96-c90d63c46798 req-f44b07db-2270-4e36-94dd-973240d522cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:34.545599 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2094cfaa-0d51-4b51-be96-c90d63c46798 req-f44b07db-2270-4e36-94dd-973240d522cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=da8df2cb-caf2-4fca-8a7b-33bd6dd69737 HTTP/1.1" status: 200 len: 855 time: 0.0424526 Oct 13 15:56:34.594690 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094cfaa-0d51-4b51-be96-c90d63c46798 req-5138b10c-c69f-47fa-a370-0eb4bbab1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:34.596029 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2094cfaa-0d51-4b51-be96-c90d63c46798 req-5138b10c-c69f-47fa-a370-0eb4bbab1546 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410895 Oct 13 15:56:34.708333 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2094cfaa-0d51-4b51-be96-c90d63c46798 req-5cf609a6-2c92-476d-8d73-a8ff837a9f2d service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035395 Oct 13 15:56:34.724301 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d5920-1506-4c22-9273-41939d0bf3f9 req-a6595f7e-a39b-4f5a-8b92-ed695f36f7c3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:34.727560 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-781d5920-1506-4c22-9273-41939d0bf3f9 req-a6595f7e-a39b-4f5a-8b92-ed695f36f7c3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 946 time: 0.0639563 Oct 13 15:56:34.773906 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-781d5920-1506-4c22-9273-41939d0bf3f9 req-809cee1f-ca01-4dd7-babc-b095c7e5bab0 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379996 Oct 13 15:56:34.815605 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2094cfaa-0d51-4b51-be96-c90d63c46798 req-8c629283-791d-456f-b482-d341c78ffa1c service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983531 Oct 13 15:56:35.017516 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a0197-1c87-460f-97b6-d859a64d4340 req-c036de29-c9ec-446b-a192-61334c33bfba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:35.019045 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-be6a0197-1c87-460f-97b6-d859a64d4340 req-c036de29-c9ec-446b-a192-61334c33bfba tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0489717 Oct 13 15:56:35.055968 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-be6a0197-1c87-460f-97b6-d859a64d4340 req-612ba2ad-6bf3-4e25-8598-08dcc6143f2b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311518 Oct 13 15:56:35.264423 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0f8ad-ca7d-4aa8-a14e-c46a0edbfddb req-5e61c4ea-f8a0-478c-b9fd-37fce4aa626a tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:35.265864 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-73f0f8ad-ca7d-4aa8-a14e-c46a0edbfddb req-5e61c4ea-f8a0-478c-b9fd-37fce4aa626a tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 944 time: 0.0482781 Oct 13 15:56:35.303207 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-73f0f8ad-ca7d-4aa8-a14e-c46a0edbfddb req-85c01216-3f67-409e-987c-d16ddc91fa42 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314367 Oct 13 15:56:35.894778 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ca1dc-d1ad-4d7a-a6f0-275dccd80f56 req-120c5a2f-7a0e-4edd-b8aa-618f8ae09262 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:35.896304 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0c4ca1dc-d1ad-4d7a-a6f0-275dccd80f56 req-120c5a2f-7a0e-4edd-b8aa-618f8ae09262 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 946 time: 0.0513310 Oct 13 15:56:35.933280 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0c4ca1dc-d1ad-4d7a-a6f0-275dccd80f56 req-7abc2a62-fa7d-4adb-a4b9-67d95d60672a tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309653 Oct 13 15:56:36.045682 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8cc54-d0b7-4559-b39d-6009e7c72b74 req-b670fb24-4e74-42fc-a066-06a5a96f50b9 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:36.047215 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2ed8cc54-d0b7-4559-b39d-6009e7c72b74 req-b670fb24-4e74-42fc-a066-06a5a96f50b9 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 946 time: 0.0493085 Oct 13 15:56:36.084542 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2ed8cc54-d0b7-4559-b39d-6009e7c72b74 req-421a42b1-6970-49e7-a290-0c6f068b6da3 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314958 Oct 13 15:56:36.107113 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 59230) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:56:36.174777 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51400e71-f8e0-4bd9-97f4-1558fb857d07 tempest-TestVolumeBootPattern-1649912786 tempest-TestVolumeBootPattern-1649912786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:36.176279 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-51400e71-f8e0-4bd9-97f4-1558fb857d07 tempest-TestVolumeBootPattern-1649912786 tempest-TestVolumeBootPattern-1649912786-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 1094 time: 0.0680859 Oct 13 15:56:36.179204 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59232) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:56:36.183959 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Request body: {'floatingip': {'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'port_id': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:36.194550 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c348e2-8ee6-44a8-80cf-721134eb90da req-8198b2d9-b6f6-407b-9f3b-dc165dc1370f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:36.196009 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a1c348e2-8ee6-44a8-80cf-721134eb90da req-8198b2d9-b6f6-407b-9f3b-dc165dc1370f tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0626016 Oct 13 15:56:36.234976 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a1c348e2-8ee6-44a8-80cf-721134eb90da req-8f63231a-aa4c-464a-a43c-a0f44f51b243 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321965 Oct 13 15:56:36.287075 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for floatingip, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:36.400455 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:36.429859 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732b559-2124-4947-ad49-61879816ddcd req-9d68bf5d-7038-4029-a85f-bb6f79aaaac5 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:36.435325 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9732b559-2124-4947-ad49-61879816ddcd req-9d68bf5d-7038-4029-a85f-bb6f79aaaac5 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 944 time: 0.0602591 Oct 13 15:56:36.470837 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9732b559-2124-4947-ad49-61879816ddcd req-b52ebb4a-03a8-47c6-907c-1efe70375790 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332775 Oct 13 15:56:36.508695 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Allocated IP 172.27.3.70 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/e2a2bf99-2b37-422a-a412-659e671cefc5) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:56:36.617421 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:36.749925 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:36.787657 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:56:36.790443 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:56:36.793993 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:56:36.817263 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'Port': ['ID=e2a2bf99-2b37-422a-a412-659e671cefc5,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:37.159865 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:37.304495 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:37.356959 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7208c-c7e7-4fad-b892-483f0b4fafcf req-4281c077-4258-4e59-b3a2-73f85eef9028 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:37.358423 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-44f7208c-c7e7-4fad-b892-483f0b4fafcf req-4281c077-4258-4e59-b3a2-73f85eef9028 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 945 time: 0.0513749 Oct 13 15:56:37.395471 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-44f7208c-c7e7-4fad-b892-483f0b4fafcf req-dbd85fdb-5074-45c2-80fa-8ddb9decd8a2 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308900 Oct 13 15:56:37.501438 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:37.544189 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:37.600993 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81256a6d-08eb-4bfe-b4e2-1b4d9a679907 req-9050a106-27f3-4e39-bdbf-90aab24cbd92 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:37.602660 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-81256a6d-08eb-4bfe-b4e2-1b4d9a679907 req-9050a106-27f3-4e39-bdbf-90aab24cbd92 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 944 time: 0.0626981 Oct 13 15:56:37.622480 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'Port': ['ID=e2a2bf99-2b37-422a-a412-659e671cefc5,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:37.631313 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:37.643470 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device bd910a59-2f45-4272-a104-78afe6a727a0 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:56:37.653137 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 58253c17-ffa7-42f7-8738-80ccc553416d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:56:37.653468 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-81256a6d-08eb-4bfe-b4e2-1b4d9a679907 req-6979c272-9b59-4cc5-ac6b-14c0054a9703 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419757 Oct 13 15:56:37.735173 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.l3_db [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Floating IP 8abf26bc-6f91-49f4-832c-aabd82ed9290 associated. External IP: 172.27.3.70, port: b1d50e59-dbf6-4156-a935-adf01089f7a5. Oct 13 15:56:37.793820 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:37.813202 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port bd910a59-2f45-4272-a104-78afe6a727a0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd910a59-2f45-4272-a104-78afe6a727a0,segment=NetworkSegment(e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d),segment_id=e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:37.830831 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': 'bd910a59-2f45-4272-a104-78afe6a727a0', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'port_id': 'bd910a59-2f45-4272-a104-78afe6a727a0', 'mac_address': 'fa:16:3e:dd:35:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:56:37.836891 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f52a7e-983b-49ff-a135-e062854c7504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58253c17-ffa7-42f7-8738-80ccc553416d'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:56:37.837834 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48428cb-fd4a-49be-acfa-1eaa24b5d037" -d '{"events": [{"server_uuid": "28f52a7e-983b-49ff-a135-e062854c7504", "name": "network-vif-unplugged", "status": "completed", "tag": "58253c17-ffa7-42f7-8738-80ccc553416d"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:56:37.852467 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 58253c17-ffa7-42f7-8738-80ccc553416d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58253c17-ffa7-42f7-8738-80ccc553416d,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:37.875306 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 15:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38828da0-62d4-4d91-8a9a-2f8994131f53 x-openstack-request-id: req-38828da0-62d4-4d91-8a9a-2f8994131f53 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:56:37.875593 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f52a7e-983b-49ff-a135-e062854c7504", "name": "network-vif-unplugged", "status": "failed", "tag": "58253c17-ffa7-42f7-8738-80ccc553416d", "code": 422}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:56:37.875842 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38828da0-62d4-4d91-8a9a-2f8994131f53 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:56:37.876242 dv-cinder-774288-10-iscsi neutron-server[107007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28f52a7e-983b-49ff-a135-e062854c7504', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '58253c17-ffa7-42f7-8738-80ccc553416d', 'code': 422} returned with failed status Oct 13 15:56:37.895318 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:37.908551 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd910a59-2f45-4272-a104-78afe6a727a0 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:56:37.927911 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port bd910a59-2f45-4272-a104-78afe6a727a0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd910a59-2f45-4272-a104-78afe6a727a0,segment=NetworkSegment(e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d),segment_id=e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:37.947686 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:37.951691 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:56:37.994805 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=58253c17-ffa7-42f7-8738-80ccc553416d,revision_number=8']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:38.018334 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:38.059457 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:56:38.068719 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=bd910a59-2f45-4272-a104-78afe6a727a0,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:38.072876 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6656e0-852d-47a8-b8b5-f7dd58e4896f None None] Sync routers for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:56:38.083117 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6656e0-852d-47a8-b8b5-f7dd58e4896f None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:56:38.084775 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-8e6656e0-852d-47a8-b8b5-f7dd58e4896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:56:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:38.159940 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:38.188553 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-a6b85b9b-fce6-48e5-b972-1ecb93547b82 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0082173 Oct 13 15:56:38.189131 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'tag': 'b1d50e59-dbf6-4156-a935-adf01089f7a5'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:56:38.191399 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fadfe93-164e-42d9-b5e5-55390a09a469" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce42dc4-2728-4b68-959b-a9fd56369b18", "tag": "b1d50e59-dbf6-4156-a935-adf01089f7a5"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:56:38.199666 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-8e6656e0-852d-47a8-b8b5-f7dd58e4896f None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:56:38.227834 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409c1c3f-c81f-400f-bc12-196ae3e4e49d x-openstack-request-id: req-409c1c3f-c81f-400f-bc12-196ae3e4e49d {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:56:38.228120 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce42dc4-2728-4b68-959b-a9fd56369b18", "tag": "b1d50e59-dbf6-4156-a935-adf01089f7a5", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:56:38.228371 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-409c1c3f-c81f-400f-bc12-196ae3e4e49d {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:56:38.228769 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'tag': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'status': 'completed', 'code': 200} Oct 13 15:56:38.281849 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['bd910a59-2f45-4272-a104-78afe6a727a0'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:56:38.292476 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadfe93-164e-42d9-b5e5-55390a09a469 req-267467cc-9b74-4fa2-8be7-1857f6cd6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:38.293962 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4fadfe93-164e-42d9-b5e5-55390a09a469 req-267467cc-9b74-4fa2-8be7-1857f6cd6cdc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 1099 time: 0.0419326 Oct 13 15:56:38.389308 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadfe93-164e-42d9-b5e5-55390a09a469 req-832020b6-18ee-4581-ad70-59b202fc092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:38.391770 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4fadfe93-164e-42d9-b5e5-55390a09a469 req-832020b6-18ee-4581-ad70-59b202fc092a service neutron] 10.222.0.37 "GET /v2.0/networks?id=472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 200 len: 913 time: 0.0905676 Oct 13 15:56:38.463655 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4fadfe93-164e-42d9-b5e5-55390a09a469 req-6d67b27b-d497-4e69-b6f0-52939d40280e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1d50e59-dbf6-4156-a935-adf01089f7a5 HTTP/1.1" status: 200 len: 999 time: 0.0651627 Oct 13 15:56:38.517292 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadfe93-164e-42d9-b5e5-55390a09a469 req-8994cccc-a590-4848-be33-a85f77bd44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:38.518904 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4fadfe93-164e-42d9-b5e5-55390a09a469 req-8994cccc-a590-4848-be33-a85f77bd44eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c99c185-a519-4976-b8d3-f0c1d1c939d2 HTTP/1.1" status: 200 len: 851 time: 0.0482752 Oct 13 15:56:38.542772 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-8e6656e0-852d-47a8-b8b5-f7dd58e4896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '8abf26bc-6f91-49f4-832c-aabd82ed9290', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:de:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:56:37Z', 'updated_at': '2021-10-13T15:56:37Z', 'revision_number': 0, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:38.574681 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadfe93-164e-42d9-b5e5-55390a09a469 req-74f68f00-3160-410e-97c9-1d59513d0ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:38.575973 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6656e0-852d-47a8-b8b5-f7dd58e4896f None None] Checking router: ba33adf1-fb79-4a12-bcfd-23c997fc2b3b for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:56:38.576265 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4fadfe93-164e-42d9-b5e5-55390a09a469 req-74f68f00-3160-410e-97c9-1d59513d0ba5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=472e4c1f-eadc-485a-8e41-ac721b348df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492954 Oct 13 15:56:38.585412 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6656e0-852d-47a8-b8b5-f7dd58e4896f None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:56:38.586017 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-8e6656e0-852d-47a8-b8b5-f7dd58e4896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:56:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:38.669291 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4fadfe93-164e-42d9-b5e5-55390a09a469 req-ef95ef6f-a51c-4785-be84-763a3affb7eb service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850971 Oct 13 15:56:38.703307 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-8e6656e0-852d-47a8-b8b5-f7dd58e4896f None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:56:38.770359 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce909773-8c95-45b1-9ee7-124e6f6fd2f8 req-7b7f5c2c-366d-4713-9872-dfd415119993 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:38.772194 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ce909773-8c95-45b1-9ee7-124e6f6fd2f8 req-7b7f5c2c-366d-4713-9872-dfd415119993 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 945 time: 0.0536802 Oct 13 15:56:38.775797 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4fadfe93-164e-42d9-b5e5-55390a09a469 req-d2e210ba-a6e7-4e73-805c-964104bda303 service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992038 Oct 13 15:56:38.820347 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ce909773-8c95-45b1-9ee7-124e6f6fd2f8 req-b048a620-687d-42b5-81e4-36d2db8d26e1 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 Oct 13 15:56:39.050908 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-8e6656e0-852d-47a8-b8b5-f7dd58e4896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '8abf26bc-6f91-49f4-832c-aabd82ed9290', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:de:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:56:37Z', 'updated_at': '2021-10-13T15:56:37Z', 'revision_number': 0, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:39.081876 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6656e0-852d-47a8-b8b5-f7dd58e4896f None None] The sync data for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi is: [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '8abf26bc-6f91-49f4-832c-aabd82ed9290', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:de:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:56:37Z', 'updated_at': '2021-10-13T15:56:37Z', 'revision_number': 0, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:56:39.263945 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [req-abf831b2-07b0-4d67-9094-0a5f5268325f req-ecc58781-d7d5-4971-ae53-e536a7f8c297 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=107005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:56:39.264988 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-abf831b2-07b0-4d67-9094-0a5f5268325f req-ecc58781-d7d5-4971-ae53-e536a7f8c297 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052345 Oct 13 15:56:39.297080 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb47db7-94e8-44d9-b30c-8ebebefa26de None None] New status for floating IP 8abf26bc-6f91-49f4-832c-aabd82ed9290: ACTIVE {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:56:39.597972 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546606a-05e4-4044-831b-1a91ac2ab55f req-0e064805-1bf0-4f58-9dfe-6ba1da623fb8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:39.600551 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e546606a-05e4-4044-831b-1a91ac2ab55f req-0e064805-1bf0-4f58-9dfe-6ba1da623fb8 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0498135 Oct 13 15:56:39.639149 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e546606a-05e4-4044-831b-1a91ac2ab55f req-e09d007c-86e2-43bf-86a5-d8ac86c96ee6 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338612 Oct 13 15:56:39.667035 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device bd910a59-2f45-4272-a104-78afe6a727a0 up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:56:39.835172 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port bd910a59-2f45-4272-a104-78afe6a727a0 completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:56:39.839000 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port bd910a59-2f45-4272-a104-78afe6a727a0 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:39.839387 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:39.853470 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9b9a28da-5a74-478e-a29a-81741c6ce45a req-97831775-ae5f-4e0c-bffc-59ee19d67af2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417981 Oct 13 15:56:39.924685 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:39.948067 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd910a59-2f45-4272-a104-78afe6a727a0'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:56:39.951562 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1748979-7c54-49f3-a9e0-531459423b6e" -d '{"events": [{"server_uuid": "56e7c9d2-395d-4aa3-a0b3-d338263ad667", "name": "network-vif-plugged", "status": "completed", "tag": "bd910a59-2f45-4272-a104-78afe6a727a0"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:56:39.964548 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24401bf7-3d6b-4138-9661-8060bf417f03 req-852d4ed2-8033-4fb4-a793-a58dafed8492 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:39.964548 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-24401bf7-3d6b-4138-9661-8060bf417f03 req-852d4ed2-8033-4fb4-a793-a58dafed8492 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 945 time: 0.0626423 Oct 13 15:56:39.970042 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port bd910a59-2f45-4272-a104-78afe6a727a0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd910a59-2f45-4272-a104-78afe6a727a0,segment=NetworkSegment(e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d),segment_id=e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:39.994100 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a1efb8-0bbf-4fa6-a54e-069ccec4faa5 x-openstack-request-id: req-70a1efb8-0bbf-4fa6-a54e-069ccec4faa5 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:56:39.994100 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e7c9d2-395d-4aa3-a0b3-d338263ad667", "name": "network-vif-plugged", "status": "completed", "tag": "bd910a59-2f45-4272-a104-78afe6a727a0", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:56:39.994100 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70a1efb8-0bbf-4fa6-a54e-069ccec4faa5 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:56:39.994100 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd910a59-2f45-4272-a104-78afe6a727a0', 'code': 200} Oct 13 15:56:40.007719 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-24401bf7-3d6b-4138-9661-8060bf417f03 req-18ca59ff-ff71-47a6-b40b-0e290aabdfe0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357847 Oct 13 15:56:40.046679 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:40.047612 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 58253c17-ffa7-42f7-8738-80ccc553416d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:56:40.125093 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=bd910a59-2f45-4272-a104-78afe6a727a0,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:40.321959 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e8497-cb00-47c0-aa6e-74bdbd4ab382 req-7810e515-c10e-4a1b-8426-0b877fe25905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:40.323469 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dd4e8497-cb00-47c0-aa6e-74bdbd4ab382 req-7810e515-c10e-4a1b-8426-0b877fe25905 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 1099 time: 0.0447555 Oct 13 15:56:40.357841 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dd4e8497-cb00-47c0-aa6e-74bdbd4ab382 req-b4687052-0f80-45fd-9ed6-0ce50def25eb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276439 Oct 13 15:56:40.761533 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02afce-1ca3-4666-9999-9bdcce13e8d6 req-0d70df39-4ede-4a69-8c90-aa400f81425e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:40.763080 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8b02afce-1ca3-4666-9999-9bdcce13e8d6 req-0d70df39-4ede-4a69-8c90-aa400f81425e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0521097 Oct 13 15:56:40.804681 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8b02afce-1ca3-4666-9999-9bdcce13e8d6 req-1f9a6285-ba53-45ba-9bc0-8bd0ed936156 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350568 Oct 13 15:56:41.120617 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181c8d6-88f4-46c1-8f31-2050f89ce2c6 req-2303e789-0af7-487a-8182-24446c7f91b9 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:41.122048 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1181c8d6-88f4-46c1-8f31-2050f89ce2c6 req-2303e789-0af7-487a-8182-24446c7f91b9 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 946 time: 0.0490861 Oct 13 15:56:41.166746 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1181c8d6-88f4-46c1-8f31-2050f89ce2c6 req-1a4c9c93-b61a-49ba-aae7-7353149c603b tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368443 Oct 13 15:56:41.905976 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a28da-5a74-478e-a29a-81741c6ce45a req-70db2e6f-9ced-4a17-968a-88ff603ea9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:41.908232 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9b9a28da-5a74-478e-a29a-81741c6ce45a req-70db2e6f-9ced-4a17-968a-88ff603ea9e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504&tenant_id=b2b196667d48416ea6c3c4266aee1ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0461035 Oct 13 15:56:41.927669 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfcf4f-4fa5-4f48-b306-26caa0ed32a6 req-5e60a27f-17d1-4e2f-b3f7-2f143a9a7626 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:41.929202 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-98cfcf4f-4fa5-4f48-b306-26caa0ed32a6 req-5e60a27f-17d1-4e2f-b3f7-2f143a9a7626 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0521820 Oct 13 15:56:41.966349 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-98cfcf4f-4fa5-4f48-b306-26caa0ed32a6 req-a519862e-2088-4b18-9cf5-518189bf55cd tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312567 Oct 13 15:56:41.967818 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a28da-5a74-478e-a29a-81741c6ce45a req-877d336c-4855-4767-91a5-edf14c320f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:41.969952 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9b9a28da-5a74-478e-a29a-81741c6ce45a req-877d336c-4855-4767-91a5-edf14c320f35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 1096 time: 0.0410976 Oct 13 15:56:42.057447 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a28da-5a74-478e-a29a-81741c6ce45a req-aeb46c22-0af4-4525-ade1-6d5e5a1e84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:42.058899 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9b9a28da-5a74-478e-a29a-81741c6ce45a req-aeb46c22-0af4-4525-ade1-6d5e5a1e84b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9 HTTP/1.1" status: 200 len: 917 time: 0.0825701 Oct 13 15:56:42.124448 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9b9a28da-5a74-478e-a29a-81741c6ce45a req-a3018227-7b98-4f1a-9b4a-4513ad32ed2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58253c17-ffa7-42f7-8738-80ccc553416d HTTP/1.1" status: 200 len: 997 time: 0.0581965 Oct 13 15:56:42.171856 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a28da-5a74-478e-a29a-81741c6ce45a req-a04d947a-bb5c-4f91-bdc9-d90d10857823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:42.173256 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9b9a28da-5a74-478e-a29a-81741c6ce45a req-a04d947a-bb5c-4f91-bdc9-d90d10857823 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=da8df2cb-caf2-4fca-8a7b-33bd6dd69737 HTTP/1.1" status: 200 len: 855 time: 0.0425501 Oct 13 15:56:42.218643 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a28da-5a74-478e-a29a-81741c6ce45a req-9984fc06-ca60-45fe-a953-c6aae745becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:42.220190 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9b9a28da-5a74-478e-a29a-81741c6ce45a req-9984fc06-ca60-45fe-a953-c6aae745becc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0c8926c-1bec-4a1e-8b96-cb13f921adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399394 Oct 13 15:56:42.282205 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7805-35a8-419a-99ae-82cb3010c3c6 req-d3cff57e-3cfa-4d19-ace3-4da44b6d7a56 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:42.283696 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bbbe7805-35a8-419a-99ae-82cb3010c3c6 req-d3cff57e-3cfa-4d19-ace3-4da44b6d7a56 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 946 time: 0.0496430 Oct 13 15:56:42.312481 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9b9a28da-5a74-478e-a29a-81741c6ce45a req-597ca07f-b981-45b6-ba31-a1462160aa29 service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849464 Oct 13 15:56:42.321782 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bbbe7805-35a8-419a-99ae-82cb3010c3c6 req-069fad21-1043-4f87-a6b9-2a1777e6d5c1 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315080 Oct 13 15:56:42.404492 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9b9a28da-5a74-478e-a29a-81741c6ce45a req-cfc10b8d-f17e-421c-ad53-a8eaa0c6edaf service neutron] 10.222.0.37 "GET /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851293 Oct 13 15:56:42.439982 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6916b-3b22-4b9d-8c63-09311d054c4f req-9db3b157-ffdb-4c46-8520-306c6cee20c7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:42.441439 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bda6916b-3b22-4b9d-8c63-09311d054c4f req-9db3b157-ffdb-4c46-8520-306c6cee20c7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 946 time: 0.0505743 Oct 13 15:56:42.478581 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-bda6916b-3b22-4b9d-8c63-09311d054c4f req-94085c56-f062-4cc3-91ae-d84e2e3641ed tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312362 Oct 13 15:56:42.805658 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce28628-9663-4b89-b609-ac01d505743f req-3ede5eae-b133-4dbf-9e7d-484084a5e914 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:42.807136 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6ce28628-9663-4b89-b609-ac01d505743f req-3ede5eae-b133-4dbf-9e7d-484084a5e914 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 946 time: 0.0520895 Oct 13 15:56:42.843387 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6ce28628-9663-4b89-b609-ac01d505743f req-f98f69b1-a6f9-4bb7-87cb-90c1f9b4dbe0 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302145 Oct 13 15:56:43.099865 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6098043-7160-44fb-a6cc-63ee66a18828 req-ac4a26f4-1091-4173-a606-349a720472bc tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:43.107861 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b6098043-7160-44fb-a6cc-63ee66a18828 req-ac4a26f4-1091-4173-a606-349a720472bc tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0631886 Oct 13 15:56:43.159631 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b6098043-7160-44fb-a6cc-63ee66a18828 req-ebd4393e-e3aa-4451-b6d3-9f0f64dc7b69 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502863 Oct 13 15:56:43.344225 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:44.316083 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fafcd-b56c-45e7-a206-699b0f9946c6 req-f148bf32-d7a2-4c54-96fb-9729ada22f07 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:44.318029 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3d9fafcd-b56c-45e7-a206-699b0f9946c6 req-f148bf32-d7a2-4c54-96fb-9729ada22f07 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0613985 Oct 13 15:56:44.360161 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3d9fafcd-b56c-45e7-a206-699b0f9946c6 req-bd827076-6f28-4b4a-ade9-3ac9c75eddd1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346518 Oct 13 15:56:45.492738 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c83491-999c-4997-9e64-892ed8958f98 req-f212c59b-86f6-450b-8d36-1e0e886e4730 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:45.495054 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-90c83491-999c-4997-9e64-892ed8958f98 req-f212c59b-86f6-450b-8d36-1e0e886e4730 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0617971 Oct 13 15:56:45.535561 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-90c83491-999c-4997-9e64-892ed8958f98 req-99c740bc-0496-4e8e-a784-13af3aa4dcc4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344870 Oct 13 15:56:46.669885 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e65cf-c486-45ab-849e-e523a32c6ff7 req-6d4d794f-8156-496f-971f-9db77cc3c834 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:46.671353 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b70e65cf-c486-45ab-849e-e523a32c6ff7 req-6d4d794f-8156-496f-971f-9db77cc3c834 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0547707 Oct 13 15:56:46.712544 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b70e65cf-c486-45ab-849e-e523a32c6ff7 req-79fc6f4f-7fd2-4cc0-af97-ea9343b32abf tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343328 Oct 13 15:56:47.837102 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653a071-afa5-4b4f-ba86-2a3185ebd68d req-ee7cded2-bbbd-4217-b31b-c94819edb430 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:47.838630 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2653a071-afa5-4b4f-ba86-2a3185ebd68d req-ee7cded2-bbbd-4217-b31b-c94819edb430 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0506213 Oct 13 15:56:47.885170 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2653a071-afa5-4b4f-ba86-2a3185ebd68d req-40449aa3-d558-4b52-8548-1e3aabdf8c3a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371313 Oct 13 15:56:49.011252 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373c593-7c46-407b-8b74-ea834cc06df9 req-210adde7-4199-4afa-929f-c5166c28a6ec tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:49.012718 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2373c593-7c46-407b-8b74-ea834cc06df9 req-210adde7-4199-4afa-929f-c5166c28a6ec tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0516665 Oct 13 15:56:49.052714 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2373c593-7c46-407b-8b74-ea834cc06df9 req-d5f36c0e-5eec-4324-8790-60cd8c8b8473 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326285 Oct 13 15:56:50.175367 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd52045-cff6-4583-8afd-ff35e5c565a4 req-c1f722cb-904e-4c43-8ad7-02e6fea03973 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:50.176820 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6dd52045-cff6-4583-8afd-ff35e5c565a4 req-c1f722cb-904e-4c43-8ad7-02e6fea03973 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0513983 Oct 13 15:56:50.218742 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6dd52045-cff6-4583-8afd-ff35e5c565a4 req-1b21fbf3-1213-4a8e-b032-4d026db9fd0a tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359120 Oct 13 15:56:51.344815 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee84c5-17af-4412-881a-e7b4dcab654b req-f1788770-a639-408f-b755-7ce2e060b247 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:51.353308 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5eee84c5-17af-4412-881a-e7b4dcab654b req-f1788770-a639-408f-b755-7ce2e060b247 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0527480 Oct 13 15:56:51.388093 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5eee84c5-17af-4412-881a-e7b4dcab654b req-af9f07fa-3f05-4748-94fb-c11950267999 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357196 Oct 13 15:56:52.518502 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de162a35-40af-46da-ab4d-bdddd61dab65 req-02c6b948-5b96-478c-b68c-328c13356877 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:52.520014 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-de162a35-40af-46da-ab4d-bdddd61dab65 req-02c6b948-5b96-478c-b68c-328c13356877 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0564198 Oct 13 15:56:52.558025 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-de162a35-40af-46da-ab4d-bdddd61dab65 req-061f2725-8f8d-43b7-afde-11d1b262eae4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317113 Oct 13 15:56:53.683406 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99e6f2-4ea8-4432-a2b6-2b00874e6c67 req-8b2d23e4-3286-4d9a-b413-efc1e4d5829b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:53.684894 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2f99e6f2-4ea8-4432-a2b6-2b00874e6c67 req-8b2d23e4-3286-4d9a-b413-efc1e4d5829b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0489893 Oct 13 15:56:53.724702 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2f99e6f2-4ea8-4432-a2b6-2b00874e6c67 req-e8606601-d9af-4222-8e48-7e4fee7bfe1e tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338206 Oct 13 15:56:54.845646 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f114c-1284-417b-9fff-32499e312695 req-56ee2bca-0bd5-4f2a-bc08-4e13eaf08548 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:54.847851 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-732f114c-1284-417b-9fff-32499e312695 req-56ee2bca-0bd5-4f2a-bc08-4e13eaf08548 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0485260 Oct 13 15:56:54.887283 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-732f114c-1284-417b-9fff-32499e312695 req-8503c74a-ecb6-4fde-babe-24e1fb50e446 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334630 Oct 13 15:56:55.845465 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:56:56.012563 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106bb15-0ec0-4403-bbf5-82c6bbee073d req-b827c86c-dd1e-491f-ba7f-8fd5335f0498 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:56.014106 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9106bb15-0ec0-4403-bbf5-82c6bbee073d req-b827c86c-dd1e-491f-ba7f-8fd5335f0498 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0524614 Oct 13 15:56:56.052542 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9106bb15-0ec0-4403-bbf5-82c6bbee073d req-e750c1e3-9020-412c-b8d6-e4326968ab64 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318644 Oct 13 15:56:57.172479 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7bf57-20a5-4150-b20f-838db7a692b7 req-afb96843-5f1b-42a3-a554-44af3b9a7a4b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:57.173964 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3fd7bf57-20a5-4150-b20f-838db7a692b7 req-afb96843-5f1b-42a3-a554-44af3b9a7a4b tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 943 time: 0.0505881 Oct 13 15:56:57.212034 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3fd7bf57-20a5-4150-b20f-838db7a692b7 req-6293bc29-33e9-4f56-b7c5-03f7719923db tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317280 Oct 13 15:56:57.683377 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 58253c17-ffa7-42f7-8738-80ccc553416d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:56:57.777577 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 58253c17-ffa7-42f7-8738-80ccc553416d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58253c17-ffa7-42f7-8738-80ccc553416d,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:57.789287 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': '58253c17-ffa7-42f7-8738-80ccc553416d', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'port_id': '58253c17-ffa7-42f7-8738-80ccc553416d', 'mac_address': 'fa:16:3e:9c:f4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:56:57.824700 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:57.837231 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58253c17-ffa7-42f7-8738-80ccc553416d {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:56:57.855997 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 58253c17-ffa7-42f7-8738-80ccc553416d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58253c17-ffa7-42f7-8738-80ccc553416d,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:57.924638 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:57.974153 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=58253c17-ffa7-42f7-8738-80ccc553416d,revision_number=9']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:57.980956 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:57.983149 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:57.983149 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:57.983149 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:57.983149 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:57.983149 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:57.983149 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:57.983665 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:57.983665 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:57.983833 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:57.984148 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:57.984461 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:58.195009 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['58253c17-ffa7-42f7-8738-80ccc553416d'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:56:58.334302 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad5065-04e4-4782-8812-4e590f7145e2 req-8ffa9959-4d83-4f4a-9e3d-bc8508f528d4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:58.335785 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-32ad5065-04e4-4782-8812-4e590f7145e2 req-8ffa9959-4d83-4f4a-9e3d-bc8508f528d4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 944 time: 0.0477231 Oct 13 15:56:58.372078 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-32ad5065-04e4-4782-8812-4e590f7145e2 req-6e2f931d-f7ce-492d-a2de-a4d43236a1be tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301034 Oct 13 15:56:58.560723 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-39d7158a-87ea-48fe-9a83-65fb5bbc0d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:59.494984 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80d976-9406-462c-9902-55cd33923688 req-7a4f0f89-a87d-4243-8fb4-c2d4981392e4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:56:59.496417 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee80d976-9406-462c-9902-55cd33923688 req-7a4f0f89-a87d-4243-8fb4-c2d4981392e4 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 944 time: 0.0516062 Oct 13 15:56:59.533355 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ee80d976-9406-462c-9902-55cd33923688 req-d55acc4c-310f-4026-8b28-491d81cf8220 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308404 Oct 13 15:56:59.691602 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 58253c17-ffa7-42f7-8738-80ccc553416d up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:56:59.737376 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port 58253c17-ffa7-42f7-8738-80ccc553416d triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:56:59.737744 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:59.810377 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:59.832661 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f52a7e-983b-49ff-a135-e062854c7504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58253c17-ffa7-42f7-8738-80ccc553416d'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:56:59.834862 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7270391b-df7b-4b0b-99ad-33aaf6736970" -d '{"events": [{"server_uuid": "28f52a7e-983b-49ff-a135-e062854c7504", "name": "network-vif-plugged", "status": "completed", "tag": "58253c17-ffa7-42f7-8738-80ccc553416d"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:56:59.847087 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 58253c17-ffa7-42f7-8738-80ccc553416d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58253c17-ffa7-42f7-8738-80ccc553416d,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:56:59.870981 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c49b4d0-7f22-4b35-9603-bbab53a9d0f9 x-openstack-request-id: req-0c49b4d0-7f22-4b35-9603-bbab53a9d0f9 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:56:59.871887 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f52a7e-983b-49ff-a135-e062854c7504", "name": "network-vif-plugged", "status": "completed", "tag": "58253c17-ffa7-42f7-8738-80ccc553416d", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:56:59.871887 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c49b4d0-7f22-4b35-9603-bbab53a9d0f9 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:56:59.872073 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f52a7e-983b-49ff-a135-e062854c7504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58253c17-ffa7-42f7-8738-80ccc553416d', 'code': 200} Oct 13 15:56:59.901869 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:59.954989 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=58253c17-ffa7-42f7-8738-80ccc553416d,revision_number=10']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:00.201624 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575f529-a65b-4737-9ed9-e99c9c82ad39 req-4460a290-86ec-4339-88ca-a22d16fe5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:00.203102 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1575f529-a65b-4737-9ed9-e99c9c82ad39 req-4460a290-86ec-4339-88ca-a22d16fe5873 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 1099 time: 0.0428958 Oct 13 15:57:00.241278 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1575f529-a65b-4737-9ed9-e99c9c82ad39 req-c50984fc-1252-4fd7-b883-9751de24e6a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262916 Oct 13 15:57:00.651821 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc06aa-46d3-4438-98d7-08f81e621d1d req-f1f4bd33-d2e8-418f-928f-0f58af468f16 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:00.653295 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a9dc06aa-46d3-4438-98d7-08f81e621d1d req-f1f4bd33-d2e8-418f-928f-0f58af468f16 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 946 time: 0.0489552 Oct 13 15:57:00.690348 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a9dc06aa-46d3-4438-98d7-08f81e621d1d req-25a3b8af-7c0b-40e2-9a65-7eda64a08411 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306814 Oct 13 15:57:01.309033 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-908016ea-054e-40bc-a21b-312081753067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:01.810157 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfa069-4116-424e-8548-8180c89e7853 req-05ce7634-fd54-4324-94e5-6550c57cf637 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:01.811625 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-73cfa069-4116-424e-8548-8180c89e7853 req-05ce7634-fd54-4324-94e5-6550c57cf637 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 946 time: 0.0484629 Oct 13 15:57:01.850008 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-73cfa069-4116-424e-8548-8180c89e7853 req-0a30191a-95c0-4589-af04-dadd8b5dea20 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317945 Oct 13 15:57:02.164589 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:02.215955 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:02.973430 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea7304-981e-4e18-9b4e-8b2e44d5e838 req-af8369a3-df82-4361-99e4-7abbaf16a69d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:02.974912 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6cea7304-981e-4e18-9b4e-8b2e44d5e838 req-af8369a3-df82-4361-99e4-7abbaf16a69d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 946 time: 0.0537443 Oct 13 15:57:03.012954 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6cea7304-981e-4e18-9b4e-8b2e44d5e838 req-5a75bf7d-ede3-4319-ae09-324bad11720d tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321472 Oct 13 15:57:03.503679 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6ff5c-70e4-48a1-8976-afcce705e4f2 req-7bee7404-5906-4ddb-83e4-608f0e00f292 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:03.505135 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-22d6ff5c-70e4-48a1-8976-afcce705e4f2 req-7bee7404-5906-4ddb-83e4-608f0e00f292 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 946 time: 0.0491190 Oct 13 15:57:03.541587 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-22d6ff5c-70e4-48a1-8976-afcce705e4f2 req-42f7ef41-c39b-4535-a240-6d526e652fcd tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306263 Oct 13 15:57:03.563464 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 59536) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:03.700772 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8720e2-243c-4dc5-acc0-dea67fb6dbe4 tempest-TestMinimumBasicScenario-410543554 tempest-TestMinimumBasicScenario-410543554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:03.702246 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-ed8720e2-243c-4dc5-acc0-dea67fb6dbe4 tempest-TestMinimumBasicScenario-410543554 tempest-TestMinimumBasicScenario-410543554-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 1094 time: 0.1378314 Oct 13 15:57:03.705089 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 59540) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:03.710007 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Request body: {'floatingip': {'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'port_id': 'bd910a59-2f45-4272-a104-78afe6a727a0', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:57:03.816918 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for floatingip, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:03.907493 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:03.913710 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:04.020340 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_common [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Allocated IP 172.27.3.143 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/05e02588-4edc-48fb-8774-201c61d48bce) {{(pid=107005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:57:04.130012 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for port, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:04.216624 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:04.258486 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:57:04.261472 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.base_scheduler [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Resources bound (agent type, host, resource id): {{(pid=107005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:57:04.264123 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Received port after_create {{(pid=107005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:57:04.295973 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event updated for resources: {'Port': ['ID=05e02588-4edc-48fb-8774-201c61d48bce,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:04.308300 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:04.308650 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:04.310633 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:04.310633 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:04.310633 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:04.310633 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:04.310633 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:04.310633 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:04.311609 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:04.313137 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:04.313625 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:04.313982 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:04.857071 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:04.974020 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:05.122149 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for port, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:05.172229 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4586336'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:05.239539 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event updated for resources: {'Port': ['ID=05e02588-4edc-48fb-8774-201c61d48bce,revision_number=2']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:05.253185 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:05.354314 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.l3_db [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Floating IP 2ba7f155-98bc-4df8-a1ec-9ea29bfefe8c associated. External IP: 172.27.3.143, port: bd910a59-2f45-4272-a104-78afe6a727a0. Oct 13 15:57:05.565384 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Router 98f721de-6399-4f31-b203-2b9a719ba573 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:57:05.676912 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:57:05.686835 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5610e4-8934-4100-91a4-99a142a2ca4d None None] Sync routers for ids ['98f721de-6399-4f31-b203-2b9a719ba573'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:57:05.697638 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5610e4-8934-4100-91a4-99a142a2ca4d None None] Routers {'98f721de-6399-4f31-b203-2b9a719ba573'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:57:05.697638 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-fd5610e4-8934-4100-91a4-99a142a2ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:57:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['98f721de-6399-4f31-b203-2b9a719ba573'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:05.746220 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:05.785826 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59566) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:05.786307 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-c942b338-6a46-4742-b24e-02337ea68580 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0791783 Oct 13 15:57:05.786710 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'tag': 'bd910a59-2f45-4272-a104-78afe6a727a0'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:57:05.789246 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d1e135-e6d1-405e-9c24-5a2127e8645f" -d '{"events": [{"name": "network-changed", "server_uuid": "56e7c9d2-395d-4aa3-a0b3-d338263ad667", "tag": "bd910a59-2f45-4272-a104-78afe6a727a0"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:57:05.790376 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-7574cbad-4f85-47d3-af2c-083bfaf02d50 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138566477', 'description': 'tempest-secgroup-smoke-138566477 description', 'project_id': 'ffd90f36938c4f2f8547864775620cf0'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:57:05.812937 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-fd5610e4-8934-4100-91a4-99a142a2ca4d None None] Set router 98f721de-6399-4f31-b203-2b9a719ba573 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:57:05.893111 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d716ea-ed7b-4ce1-afe1-5e4e4675cce0 x-openstack-request-id: req-b9d716ea-ed7b-4ce1-afe1-5e4e4675cce0 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:57:05.893401 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e7c9d2-395d-4aa3-a0b3-d338263ad667", "tag": "bd910a59-2f45-4272-a104-78afe6a727a0", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:57:05.893655 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9d716ea-ed7b-4ce1-afe1-5e4e4675cce0 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:57:05.894055 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'tag': 'bd910a59-2f45-4272-a104-78afe6a727a0', 'status': 'completed', 'code': 200} Oct 13 15:57:05.910595 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7574cbad-4f85-47d3-af2c-083bfaf02d50 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:05.983089 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1e135-e6d1-405e-9c24-5a2127e8645f req-c2d040ed-0c27-4a31-b208-5d243978ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:05.984553 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a4d1e135-e6d1-405e-9c24-5a2127e8645f req-c2d040ed-0c27-4a31-b208-5d243978ecdb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffd90f36938c4f2f8547864775620cf0&device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 1099 time: 0.0650740 Oct 13 15:57:06.028069 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7574cbad-4f85-47d3-af2c-083bfaf02d50 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:06.059606 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-fd5610e4-8934-4100-91a4-99a142a2ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:55:56Z', 'revision_number': 4, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '2ba7f155-98bc-4df8-a1ec-9ea29bfefe8c', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'port_id': 'bd910a59-2f45-4272-a104-78afe6a727a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'mac_address': 'fa:16:3e:dd:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:57:04Z', 'updated_at': '2021-10-13T15:57:04Z', 'revision_number': 0, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8474e2-c42f-4f82-9054-793032df04c2', 'name': '', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'mac_address': 'fa:16:3e:aa:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:55Z', 'updated_at': '2021-10-13T15:55:59Z', 'revision_number': 5, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'subnets': [{'id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:06.089809 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5610e4-8934-4100-91a4-99a142a2ca4d None None] Checking router: 98f721de-6399-4f31-b203-2b9a719ba573 for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:57:06.099104 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5610e4-8934-4100-91a4-99a142a2ca4d None None] Routers {'98f721de-6399-4f31-b203-2b9a719ba573'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:57:06.099286 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7574cbad-4f85-47d3-af2c-083bfaf02d50 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:06.099718 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-fd5610e4-8934-4100-91a4-99a142a2ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:57:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['98f721de-6399-4f31-b203-2b9a719ba573'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:06.106433 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1e135-e6d1-405e-9c24-5a2127e8645f req-f4511d19-5f5b-41f3-b90d-9a97603195b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:06.107928 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a4d1e135-e6d1-405e-9c24-5a2127e8645f req-f4511d19-5f5b-41f3-b90d-9a97603195b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a638097-dce7-4525-8cf4-f95e4e66f262 HTTP/1.1" status: 200 len: 915 time: 0.1074154 Oct 13 15:57:06.165231 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574cbad-4f85-47d3-af2c-083bfaf02d50 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747d24b7-353a-4624-bdf5-244b6468605b,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:06.188910 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a4d1e135-e6d1-405e-9c24-5a2127e8645f req-374b1b49-6fbe-4095-b6cb-2bed2527500e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd910a59-2f45-4272-a104-78afe6a727a0 HTTP/1.1" status: 200 len: 1000 time: 0.0688713 Oct 13 15:57:06.192132 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7574cbad-4f85-47d3-af2c-083bfaf02d50 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:06.195793 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7574cbad-4f85-47d3-af2c-083bfaf02d50 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4063492 Oct 13 15:57:06.196295 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 59576) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:06.200876 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-2b923321-794e-4ffd-ae16-6d74f62d02a5 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Request body: {'security_group_rule': {'security_group_id': '747d24b7-353a-4624-bdf5-244b6468605b', 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:57:06.227364 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-fd5610e4-8934-4100-91a4-99a142a2ca4d None None] Set router 98f721de-6399-4f31-b203-2b9a719ba573 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:57:06.246307 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1e135-e6d1-405e-9c24-5a2127e8645f req-912b3526-b6f6-476a-8c6d-9940e1ea4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:06.247942 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a4d1e135-e6d1-405e-9c24-5a2127e8645f req-912b3526-b6f6-476a-8c6d-9940e1ea4ec4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33c8e6e2-71cb-41a9-b585-540cf214f5e7 HTTP/1.1" status: 200 len: 853 time: 0.0507250 Oct 13 15:57:06.304918 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1e135-e6d1-405e-9c24-5a2127e8645f req-11575482-440e-43bb-9c06-143bb6aaa4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:06.306531 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a4d1e135-e6d1-405e-9c24-5a2127e8645f req-11575482-440e-43bb-9c06-143bb6aaa4d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a638097-dce7-4525-8cf4-f95e4e66f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482204 Oct 13 15:57:06.307706 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2b923321-794e-4ffd-ae16-6d74f62d02a5 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:06.354293 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99873379-c5e1-49b2-a860-ff68d09a492e req-96cc411a-5e1d-4bf2-9188-ab8ee12bfaf3 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:06.355733 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-99873379-c5e1-49b2-a860-ff68d09a492e req-96cc411a-5e1d-4bf2-9188-ab8ee12bfaf3 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 945 time: 0.0891802 Oct 13 15:57:06.404755 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a4d1e135-e6d1-405e-9c24-5a2127e8645f req-19e6f55a-b05c-4591-85b0-5c47dbc3e970 service neutron] 10.222.0.37 "GET /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888505 Oct 13 15:57:06.412914 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2b923321-794e-4ffd-ae16-6d74f62d02a5 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:06.421186 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-99873379-c5e1-49b2-a860-ff68d09a492e req-3897c000-e1bf-4d75-9556-11179f0111a0 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=a38c0044-935d-4648-9da0-dedb5412964b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536847 Oct 13 15:57:06.464558 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-fd5610e4-8934-4100-91a4-99a142a2ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:55:56Z', 'revision_number': 4, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '2ba7f155-98bc-4df8-a1ec-9ea29bfefe8c', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'port_id': 'bd910a59-2f45-4272-a104-78afe6a727a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'mac_address': 'fa:16:3e:dd:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:57:04Z', 'updated_at': '2021-10-13T15:57:04Z', 'revision_number': 0, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8474e2-c42f-4f82-9054-793032df04c2', 'name': '', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'mac_address': 'fa:16:3e:aa:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:55Z', 'updated_at': '2021-10-13T15:55:59Z', 'revision_number': 5, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'subnets': [{'id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:06.475013 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2b923321-794e-4ffd-ae16-6d74f62d02a5 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:06.495748 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b923321-794e-4ffd-ae16-6d74f62d02a5 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e09f636-a5f7-40d3-af83-a2c507820de8,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:06.557262 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2b923321-794e-4ffd-ae16-6d74f62d02a5 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:06.561130 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-2b923321-794e-4ffd-ae16-6d74f62d02a5 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612511 Oct 13 15:57:06.561580 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 59580) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:06.566572 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-44f2f0ae-03b2-4d85-af33-7158067dac9a tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Request body: {'security_group_rule': {'security_group_id': '747d24b7-353a-4624-bdf5-244b6468605b', 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:57:06.618658 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5610e4-8934-4100-91a4-99a142a2ca4d None None] The sync data for ids ['98f721de-6399-4f31-b203-2b9a719ba573'] in dv-cinder-774288-10-iscsi is: [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:55:56Z', 'revision_number': 4, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '2ba7f155-98bc-4df8-a1ec-9ea29bfefe8c', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'port_id': 'bd910a59-2f45-4272-a104-78afe6a727a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'mac_address': 'fa:16:3e:dd:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:57:04Z', 'updated_at': '2021-10-13T15:57:04Z', 'revision_number': 0, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8474e2-c42f-4f82-9054-793032df04c2', 'name': '', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'mac_address': 'fa:16:3e:aa:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:55Z', 'updated_at': '2021-10-13T15:55:59Z', 'revision_number': 5, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'subnets': [{'id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:57:06.668858 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44f2f0ae-03b2-4d85-af33-7158067dac9a tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:06.731130 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44f2f0ae-03b2-4d85-af33-7158067dac9a tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:06.761639 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a4d1e135-e6d1-405e-9c24-5a2127e8645f req-2c474431-1167-43ea-8227-8074cb8a19bd service neutron] 10.222.0.37 "GET /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487062 Oct 13 15:57:06.800798 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44f2f0ae-03b2-4d85-af33-7158067dac9a tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:06.818998 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2f0ae-03b2-4d85-af33-7158067dac9a tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd1558e-2089-42fb-b79a-aeeeb4dc6056,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:06.829646 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e4dd09-a754-40bf-b615-57e174913ec1 None None] New status for floating IP 2ba7f155-98bc-4df8-a1ec-9ea29bfefe8c: ACTIVE {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:57:06.905505 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44f2f0ae-03b2-4d85-af33-7158067dac9a tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:06.906770 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-44f2f0ae-03b2-4d85-af33-7158067dac9a tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3440909 Oct 13 15:57:06.910184 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 59582) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:06.914781 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-aa34fce0-e195-4e8e-ae2e-2a53e202e5d9 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Request body: {'security_group_rule': {'security_group_id': '747d24b7-353a-4624-bdf5-244b6468605b', 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:57:07.005862 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-aa34fce0-e195-4e8e-ae2e-2a53e202e5d9 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:07.068947 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-aa34fce0-e195-4e8e-ae2e-2a53e202e5d9 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:07.160575 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-aa34fce0-e195-4e8e-ae2e-2a53e202e5d9 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:07.178040 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34fce0-e195-4e8e-ae2e-2a53e202e5d9 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca28da89-b128-4d5e-9bfb-e8a6a937535c,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:07.242434 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-aa34fce0-e195-4e8e-ae2e-2a53e202e5d9 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:07.243646 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-aa34fce0-e195-4e8e-ae2e-2a53e202e5d9 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325076 Oct 13 15:57:07.246327 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 59584) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:07.250555 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [None req-ca5d13d8-be5b-4276-8989-2a31670fd341 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Request body: {'security_group_rule': {'security_group_id': '747d24b7-353a-4624-bdf5-244b6468605b', 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:57:07.331418 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ca5d13d8-be5b-4276-8989-2a31670fd341 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:07.390766 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ca5d13d8-be5b-4276-8989-2a31670fd341 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:07.461834 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ca5d13d8-be5b-4276-8989-2a31670fd341 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:07.479765 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d13d8-be5b-4276-8989-2a31670fd341 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f82c9a5-5fc2-4023-a0e2-e684530d53eb,revision_number=0']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:07.543416 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537d41e-8174-44cc-9a54-8fa5cab0a31f req-84cf88a2-9f36-4909-857c-6defc75a643e tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:07.544921 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3537d41e-8174-44cc-9a54-8fa5cab0a31f req-84cf88a2-9f36-4909-857c-6defc75a643e tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 945 time: 0.0487182 Oct 13 15:57:07.547972 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ca5d13d8-be5b-4276-8989-2a31670fd341 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:07.549666 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-ca5d13d8-be5b-4276-8989-2a31670fd341 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3017316 Oct 13 15:57:07.552584 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59588) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:07.557023 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-f3aa6020-97ba-4285-9b3d-c90f12cfb517 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Request body: {'security_group_rule': {'security_group_id': '747d24b7-353a-4624-bdf5-244b6468605b', 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:57:07.583948 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3537d41e-8174-44cc-9a54-8fa5cab0a31f req-162debc6-6518-41a3-ae94-d4b31f907cc6 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=a38c0044-935d-4648-9da0-dedb5412964b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324543 Oct 13 15:57:07.673422 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.securitygroups_db [None req-f3aa6020-97ba-4285-9b3d-c90f12cfb517 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Project ffd90f36938c4f2f8547864775620cf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:57:07.679115 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6020-97ba-4285-9b3d-c90f12cfb517 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:07.738046 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6020-97ba-4285-9b3d-c90f12cfb517 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:07.806268 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6020-97ba-4285-9b3d-c90f12cfb517 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:07.826426 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa6020-97ba-4285-9b3d-c90f12cfb517 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0079b862-2d42-4d79-9726-2826d6d9ee5b,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:07.865649 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6020-97ba-4285-9b3d-c90f12cfb517 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:07.868536 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f3aa6020-97ba-4285-9b3d-c90f12cfb517 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3132880 Oct 13 15:57:07.869642 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59592) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:07.873941 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-a36b33df-924a-4fe8-a715-105df250a11e tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Request body: {'security_group_rule': {'security_group_id': '747d24b7-353a-4624-bdf5-244b6468605b', 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:57:07.937919 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.securitygroups_db [None req-a36b33df-924a-4fe8-a715-105df250a11e tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Project ffd90f36938c4f2f8547864775620cf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:57:07.943729 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a36b33df-924a-4fe8-a715-105df250a11e tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:08.004010 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a36b33df-924a-4fe8-a715-105df250a11e tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:08.069015 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a36b33df-924a-4fe8-a715-105df250a11e tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116108'] for security_group_rule, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:08.087506 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b33df-924a-4fe8-a715-105df250a11e tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f480cbb-34d4-4724-b131-c9e110054b6f,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:08.136087 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741e129-a963-4396-a72a-279da5816eb5 req-1634c46c-197f-4c3e-81f9-869e7c89762a tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:08.137514 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5741e129-a963-4396-a72a-279da5816eb5 req-1634c46c-197f-4c3e-81f9-869e7c89762a tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 945 time: 0.0510550 Oct 13 15:57:08.169792 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a36b33df-924a-4fe8-a715-105df250a11e tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:08.170914 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-a36b33df-924a-4fe8-a715-105df250a11e tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3003361 Oct 13 15:57:08.240489 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-5741e129-a963-4396-a72a-279da5816eb5 req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Deleting port ebe4889b-b938-4424-94b6-43a9a815b886 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:57:08.240830 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-5741e129-a963-4396-a72a-279da5816eb5 req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:08.248022 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b154a5df-ea97-4188-b243-72ec8a322ee2 req-e1e85b83-f287-4be2-a583-c707e78c63be tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138566477&fields=id&tenant_id=ffd90f36938c4f2f8547864775620cf0 HTTP/1.1" status: 200 len: 267 time: 0.0320570 Oct 13 15:57:08.300664 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154a5df-ea97-4188-b243-72ec8a322ee2 req-edd97620-372e-4dc1-9253-4ea7e268eeea tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:08.302124 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b154a5df-ea97-4188-b243-72ec8a322ee2 req-edd97620-372e-4dc1-9253-4ea7e268eeea tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 946 time: 0.0481253 Oct 13 15:57:08.313198 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [req-b154a5df-ea97-4188-b243-72ec8a322ee2 req-aa2f3dbd-280c-4074-9da0-afed41bae8e3 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Request body: {'port': {'security_groups': ['534ffc77-6616-4a73-974e-66fd4a1085ee', '747d24b7-353a-4624-bdf5-244b6468605b']}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:57:08.329985 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-5741e129-a963-4396-a72a-279da5816eb5 req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] For port ebe4889b-b938-4424-94b6-43a9a815b886, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ebe4889b-b938-4424-94b6-43a9a815b886,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:57:08.331042 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-5741e129-a963-4396-a72a-279da5816eb5 req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:08.379752 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-b154a5df-ea97-4188-b243-72ec8a322ee2 req-aa2f3dbd-280c-4074-9da0-afed41bae8e3 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:08.509432 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-5741e129-a963-4396-a72a-279da5816eb5 req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:08.509792 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-5741e129-a963-4396-a72a-279da5816eb5 req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:08.510104 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.l3_db [req-5741e129-a963-4396-a72a-279da5816eb5 req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Floating IP d550a176-b647-46d3-8f93-faefaa7433a3 disassociated. External IP: 172.27.3.215, port: ebe4889b-b938-4424-94b6-43a9a815b886. Oct 13 15:57:08.510441 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-5741e129-a963-4396-a72a-279da5816eb5 req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Calling delete_port for ebe4889b-b938-4424-94b6-43a9a815b886 owned by compute:nova {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:57:08.562062 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-b154a5df-ea97-4188-b243-72ec8a322ee2 req-aa2f3dbd-280c-4074-9da0-afed41bae8e3 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] For port bd910a59-2f45-4272-a104-78afe6a727a0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd910a59-2f45-4272-a104-78afe6a727a0,segment=NetworkSegment(e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d),segment_id=e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:57:08.591209 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-b154a5df-ea97-4188-b243-72ec8a322ee2 req-aa2f3dbd-280c-4074-9da0-afed41bae8e3 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for port, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:08.676625 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-b154a5df-ea97-4188-b243-72ec8a322ee2 req-aa2f3dbd-280c-4074-9da0-afed41bae8e3 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4586336'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:08.688469 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['bd910a59-2f45-4272-a104-78afe6a727a0'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:57:08.691995 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-5741e129-a963-4396-a72a-279da5816eb5 req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:08.722740 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event deleted for resources: {'Port': ['ID=ebe4889b-b938-4424-94b6-43a9a815b886,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:08.734053 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154a5df-ea97-4188-b243-72ec8a322ee2 req-aa2f3dbd-280c-4074-9da0-afed41bae8e3 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:08.734671 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-b154a5df-ea97-4188-b243-72ec8a322ee2 req-aa2f3dbd-280c-4074-9da0-afed41bae8e3 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:08.736353 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b154a5df-ea97-4188-b243-72ec8a322ee2 req-aa2f3dbd-280c-4074-9da0-afed41bae8e3 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "PUT /v2.0/ports/bd910a59-2f45-4272-a104-78afe6a727a0 HTTP/1.1" status: 200 len: 982 time: 0.4274092 Oct 13 15:57:08.738126 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'tag': 'bd910a59-2f45-4272-a104-78afe6a727a0'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:57:08.740522 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c50eb1-79a2-4494-95ac-eaae665dee54" -d '{"events": [{"name": "network-changed", "server_uuid": "56e7c9d2-395d-4aa3-a0b3-d338263ad667", "tag": "bd910a59-2f45-4272-a104-78afe6a727a0"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:57:08.768418 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269535bb-af99-4bec-95d6-b3f56b5a7437 req-a577a301-0010-4079-ae36-a7411834cae5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:08.769991 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-269535bb-af99-4bec-95d6-b3f56b5a7437 req-a577a301-0010-4079-ae36-a7411834cae5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 867 time: 0.1199102 Oct 13 15:57:08.794184 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f3dbd-280c-4074-9da0-afed41bae8e3 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event updated for resources: {'Port': ['ID=bd910a59-2f45-4272-a104-78afe6a727a0,revision_number=6']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:08.826054 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779481a4-6c4f-43cf-86e0-b7b8fb39dc8c x-openstack-request-id: req-779481a4-6c4f-43cf-86e0-b7b8fb39dc8c {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:57:08.826422 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e7c9d2-395d-4aa3-a0b3-d338263ad667", "tag": "bd910a59-2f45-4272-a104-78afe6a727a0", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:57:08.826746 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-779481a4-6c4f-43cf-86e0-b7b8fb39dc8c {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:57:08.827652 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'tag': 'bd910a59-2f45-4272-a104-78afe6a727a0', 'status': 'completed', 'code': 200} Oct 13 15:57:08.840810 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-269535bb-af99-4bec-95d6-b3f56b5a7437 req-5fdbe635-881d-44cf-85ee-a0ca0e67d6d5 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups?id=a38c0044-935d-4648-9da0-dedb5412964b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620060 Oct 13 15:57:08.878837 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['bd910a59-2f45-4272-a104-78afe6a727a0'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:57:08.928488 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5741e129-a963-4396-a72a-279da5816eb5 req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:57:08.944954 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c50eb1-79a2-4494-95ac-eaae665dee54 req-60a249a6-15a8-435f-b2de-f3f560d010e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:08.946682 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-09c50eb1-79a2-4494-95ac-eaae665dee54 req-60a249a6-15a8-435f-b2de-f3f560d010e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffd90f36938c4f2f8547864775620cf0&device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 1138 time: 0.0672786 Oct 13 15:57:08.961547 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb656-2020-4e85-b0d8-8dfa8dd0155b req-fbbd1dbd-d6b3-470f-948f-2928f4a4e66a tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:08.968976 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-593eb656-2020-4e85-b0d8-8dfa8dd0155b req-fbbd1dbd-d6b3-470f-948f-2928f4a4e66a tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 985 time: 0.0719731 Oct 13 15:57:09.011227 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-593eb656-2020-4e85-b0d8-8dfa8dd0155b req-b81a0932-7ffd-4651-a094-66f952556b4f tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=747d24b7-353a-4624-bdf5-244b6468605b&id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412676 Oct 13 15:57:09.050504 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-66e4a63f-552c-4094-b56b-863773bf6b53 None None] Provisioning complete for port bd910a59-2f45-4272-a104-78afe6a727a0 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:57:09.050888 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-66e4a63f-552c-4094-b56b-863773bf6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:09.127361 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5741e129-a963-4396-a72a-279da5816eb5 req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:57:09.134913 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c50eb1-79a2-4494-95ac-eaae665dee54 req-26b8e4ae-9db6-4ef3-87d6-befa02d5c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:09.136371 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-09c50eb1-79a2-4494-95ac-eaae665dee54 req-26b8e4ae-9db6-4ef3-87d6-befa02d5c4cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a638097-dce7-4525-8cf4-f95e4e66f262 HTTP/1.1" status: 200 len: 915 time: 0.1479747 Oct 13 15:57:09.145623 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320604f-35eb-48e6-aa8f-54c6315b7ad1 None None] Sync routers for ids ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:57:09.178007 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5741e129-a963-4396-a72a-279da5816eb5 req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] No DVR routers for this DVR port ebe4889b-b938-4424-94b6-43a9a815b886 on host hv-cinder-77428 {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:57:09.189596 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320604f-35eb-48e6-aa8f-54c6315b7ad1 None None] Routers {'0ce25c87-5ac4-4078-a628-180d9ca5a1d2'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:57:09.190239 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-e320604f-35eb-48e6-aa8f-54c6315b7ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:57:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:09.206994 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-5741e129-a963-4396-a72a-279da5816eb5 req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:09.209729 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5741e129-a963-4396-a72a-279da5816eb5 req-b2ad4de8-cbed-4b19-9bc9-3962d002c321 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.37 "DELETE /v2.0/ports/ebe4889b-b938-4424-94b6-43a9a815b886 HTTP/1.1" status: 204 len: 173 time: 1.0657856 Oct 13 15:57:09.210180 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4510dd5-4f30-4a16-9291-49c32c4a14ef', 'name': 'network-vif-deleted', 'tag': 'ebe4889b-b938-4424-94b6-43a9a815b886'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:57:09.212440 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65f92c8-a2b2-4519-9f42-c935cf9ced35" -d '{"events": [{"server_uuid": "c4510dd5-4f30-4a16-9291-49c32c4a14ef", "name": "network-vif-deleted", "tag": "ebe4889b-b938-4424-94b6-43a9a815b886"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:57:09.263217 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-09c50eb1-79a2-4494-95ac-eaae665dee54 req-da34d3c7-41e9-4f6c-b324-8a4b362b4117 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd910a59-2f45-4272-a104-78afe6a727a0 HTTP/1.1" status: 200 len: 1002 time: 0.1092341 Oct 13 15:57:09.271729 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671b610b-8b12-48b5-89f2-3eb512b36f72 x-openstack-request-id: req-671b610b-8b12-48b5-89f2-3eb512b36f72 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:57:09.274975 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4510dd5-4f30-4a16-9291-49c32c4a14ef", "name": "network-vif-deleted", "tag": "ebe4889b-b938-4424-94b6-43a9a815b886", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:57:09.274975 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-671b610b-8b12-48b5-89f2-3eb512b36f72 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:57:09.274975 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4510dd5-4f30-4a16-9291-49c32c4a14ef', 'name': 'network-vif-deleted', 'tag': 'ebe4889b-b938-4424-94b6-43a9a815b886', 'status': 'completed', 'code': 200} Oct 13 15:57:09.325287 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c50eb1-79a2-4494-95ac-eaae665dee54 req-8d9ada47-d7e1-4435-bc2e-fe8d66c6d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:09.326684 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-09c50eb1-79a2-4494-95ac-eaae665dee54 req-8d9ada47-d7e1-4435-bc2e-fe8d66c6d587 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33c8e6e2-71cb-41a9-b585-540cf214f5e7 HTTP/1.1" status: 200 len: 853 time: 0.0532410 Oct 13 15:57:09.382390 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c50eb1-79a2-4494-95ac-eaae665dee54 req-8537888c-54dd-4d82-a134-5effd08e23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:09.383936 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-09c50eb1-79a2-4494-95ac-eaae665dee54 req-8537888c-54dd-4d82-a134-5effd08e23dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a638097-dce7-4525-8cf4-f95e4e66f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485125 Oct 13 15:57:09.421347 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-e320604f-35eb-48e6-aa8f-54c6315b7ad1 None None] Set router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:57:09.478021 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-09c50eb1-79a2-4494-95ac-eaae665dee54 req-55303850-ff64-475c-bb72-a2fa2f64fa45 service neutron] 10.222.0.37 "GET /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867877 Oct 13 15:57:09.572964 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-09c50eb1-79a2-4494-95ac-eaae665dee54 req-b56d2b63-7db2-4b30-94bb-a35044958863 service neutron] 10.222.0.37 "GET /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874195 Oct 13 15:57:09.712577 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-e320604f-35eb-48e6-aa8f-54c6315b7ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:14Z', 'revision_number': 5, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:09.742693 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320604f-35eb-48e6-aa8f-54c6315b7ad1 None None] Checking router: 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:57:09.750635 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320604f-35eb-48e6-aa8f-54c6315b7ad1 None None] Routers {'0ce25c87-5ac4-4078-a628-180d9ca5a1d2'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:57:09.751252 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-e320604f-35eb-48e6-aa8f-54c6315b7ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:57:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:09.853166 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-e320604f-35eb-48e6-aa8f-54c6315b7ad1 None None] Set router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:57:09.951286 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-aa27087b-3ec7-4b3e-8794-e67097894c4c req-17777b5e-c50d-4b6f-8dfb-ea9b9e993cee tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4510dd5-4f30-4a16-9291-49c32c4a14ef HTTP/1.1" status: 200 len: 210 time: 0.0282156 Oct 13 15:57:10.064179 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-e320604f-35eb-48e6-aa8f-54c6315b7ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:14Z', 'revision_number': 5, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:10.091283 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320604f-35eb-48e6-aa8f-54c6315b7ad1 None None] The sync data for ids ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'] in dv-cinder-774288-10-iscsi is: [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:07Z', 'revision_number': 4, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '45d098d3-f1e5-477f-a02c-2e61ae88be29', 'name': '', 'network_id': 'e701f80d-78be-455a-b072-c4a75da0219e', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'mac_address': 'fa:16:3e:23:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '180efc03-3a53-4469-b14e-6acb45275524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:05Z', 'updated_at': '2021-10-13T15:50:14Z', 'revision_number': 5, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'subnets': [{'id': '180efc03-3a53-4469-b14e-6acb45275524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:57:10.294731 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4dafc6-9a87-4cb4-aa52-e8c3b1eac65f None None] New status for floating IP d550a176-b647-46d3-8f93-faefaa7433a3: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:57:11.098663 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59612) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:11.154521 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8df71570-5ec6-449a-9915-bad73baa5b0b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:11.178219 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8df71570-5ec6-449a-9915-bad73baa5b0b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:11.286343 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8df71570-5ec6-449a-9915-bad73baa5b0b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:11.288907 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8df71570-5ec6-449a-9915-bad73baa5b0b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:11.290048 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-8df71570-5ec6-449a-9915-bad73baa5b0b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "DELETE /v2.0/security-groups/a38c0044-935d-4648-9da0-dedb5412964b HTTP/1.1" status: 204 len: 168 time: 0.1902294 Oct 13 15:57:11.293779 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59614) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:11.310077 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.api.v2.resource [None req-2b5116bf-0657-4e1b-abe1-b7c6027ff7b3 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] show failed (client error): The resource could not be found. Oct 13 15:57:11.311077 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2b5116bf-0657-4e1b-abe1-b7c6027ff7b3 tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "GET /v2.0/security-groups/a38c0044-935d-4648-9da0-dedb5412964b HTTP/1.1" status: 404 len: 347 time: 0.0168035 Oct 13 15:57:11.311887 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df71570-5ec6-449a-9915-bad73baa5b0b tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38c0044-935d-4648-9da0-dedb5412964b,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:11.313959 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59616) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:11.435467 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-bab1f373-538d-45e5-b573-a720a2b734df tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Deleting port 5003a807-b3ed-402f-b0a4-62c6b5946c42 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:57:11.435804 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bab1f373-538d-45e5-b573-a720a2b734df tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:11.511472 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bab1f373-538d-45e5-b573-a720a2b734df tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:11.511797 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bab1f373-538d-45e5-b573-a720a2b734df tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:11.523672 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-bab1f373-538d-45e5-b573-a720a2b734df tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Calling delete_port for 5003a807-b3ed-402f-b0a4-62c6b5946c42 owned by network:floatingip {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:57:11.697739 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bab1f373-538d-45e5-b573-a720a2b734df tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:11.723011 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1f373-538d-45e5-b573-a720a2b734df tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Pushing event deleted for resources: {'Port': ['ID=5003a807-b3ed-402f-b0a4-62c6b5946c42,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:11.782859 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bab1f373-538d-45e5-b573-a720a2b734df tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks [] for floatingip, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:11.786107 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bab1f373-538d-45e5-b573-a720a2b734df tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:11.787267 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-bab1f373-538d-45e5-b573-a720a2b734df tempest-AttachVolumeTestJSON-1080813060 tempest-AttachVolumeTestJSON-1080813060-project] 10.222.0.26 "DELETE /v2.0/floatingips/d550a176-b647-46d3-8f93-faefaa7433a3 HTTP/1.1" status: 204 len: 168 time: 0.4724200 Oct 13 15:57:11.795172 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device ebe4889b-b938-4424-94b6-43a9a815b886 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:57:11.816530 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: ebe4889b-b938-4424-94b6-43a9a815b886 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:57:11.816872 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device ebe4889b-b938-4424-94b6-43a9a815b886 not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:57:13.303462 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:14.151650 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf540148-6155-4d05-92fc-e82944bb47d3 req-c129777d-4184-4a9f-b163-9a62e95b22b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422683 Oct 13 15:57:14.242805 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf540148-6155-4d05-92fc-e82944bb47d3 req-4864b0f9-4858-45b9-9994-41304e5fad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:14.244319 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf540148-6155-4d05-92fc-e82944bb47d3 req-4864b0f9-4858-45b9-9994-41304e5fad0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f75f1126f34d82a0a52d68d676f8d2&device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 1098 time: 0.0437276 Oct 13 15:57:14.356588 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf540148-6155-4d05-92fc-e82944bb47d3 req-7da9aa39-b4a4-4ef6-a18e-e7edc799af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:14.358034 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf540148-6155-4d05-92fc-e82944bb47d3 req-7da9aa39-b4a4-4ef6-a18e-e7edc799af2e service neutron] 10.222.0.37 "GET /v2.0/networks?id=edc235c3-30b1-4f94-a0b9-632062d216e3 HTTP/1.1" status: 200 len: 910 time: 0.0867808 Oct 13 15:57:14.429679 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf540148-6155-4d05-92fc-e82944bb47d3 req-3ed6e4cd-41bf-44c7-bde0-c7a2bba14150 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f196f7f-81c4-491e-8465-30a4c401678e HTTP/1.1" status: 200 len: 1000 time: 0.0638061 Oct 13 15:57:14.480772 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf540148-6155-4d05-92fc-e82944bb47d3 req-72e20fcc-8f0b-480a-ada3-60d4d1e2374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:14.482173 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf540148-6155-4d05-92fc-e82944bb47d3 req-72e20fcc-8f0b-480a-ada3-60d4d1e2374d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7121608-4308-4b27-a4f5-b8b69022be7b HTTP/1.1" status: 200 len: 848 time: 0.0428355 Oct 13 15:57:14.527757 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf540148-6155-4d05-92fc-e82944bb47d3 req-765f611a-521b-47cc-9fd0-fea7ce86d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:14.529241 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf540148-6155-4d05-92fc-e82944bb47d3 req-765f611a-521b-47cc-9fd0-fea7ce86d23f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edc235c3-30b1-4f94-a0b9-632062d216e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392816 Oct 13 15:57:14.623821 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf540148-6155-4d05-92fc-e82944bb47d3 req-db139bba-0635-4c80-b7c5-399efe80170d service neutron] 10.222.0.37 "GET /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868006 Oct 13 15:57:14.717510 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf540148-6155-4d05-92fc-e82944bb47d3 req-aaf6be8f-0756-4468-9ef3-bcc22fb0649d service neutron] 10.222.0.37 "GET /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830746 Oct 13 15:57:15.710709 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59646) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:16.147366 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c7a88a2c-78f9-41b2-b3d0-d2348fe4aa55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8041619'] for router_interface, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:16.385279 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-c7a88a2c-78f9-41b2-b3d0-d2348fe4aa55 admin admin] Deleting port 45d098d3-f1e5-477f-a02c-2e61ae88be29 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:57:16.385614 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c7a88a2c-78f9-41b2-b3d0-d2348fe4aa55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:16.463842 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-c7a88a2c-78f9-41b2-b3d0-d2348fe4aa55 admin admin] For port 45d098d3-f1e5-477f-a02c-2e61ae88be29, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=45d098d3-f1e5-477f-a02c-2e61ae88be29,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:57:16.464219 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c7a88a2c-78f9-41b2-b3d0-d2348fe4aa55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:16.476404 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-c7a88a2c-78f9-41b2-b3d0-d2348fe4aa55 admin admin] Calling delete_port for 45d098d3-f1e5-477f-a02c-2e61ae88be29 owned by network:router_interface {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:57:16.707167 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c7a88a2c-78f9-41b2-b3d0-d2348fe4aa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:16.735145 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a88a2c-78f9-41b2-b3d0-d2348fe4aa55 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d098d3-f1e5-477f-a02c-2e61ae88be29,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:16.897183 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c7a88a2c-78f9-41b2-b3d0-d2348fe4aa55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041511'] for router_interface, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:17.355981 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a88a2c-78f9-41b2-b3d0-d2348fe4aa55 admin admin] Router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:57:17.458699 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a88a2c-78f9-41b2-b3d0-d2348fe4aa55 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:57:17.463891 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c7a88a2c-78f9-41b2-b3d0-d2348fe4aa55 admin admin] 10.222.0.26 "PUT /v2.0/routers/0ce25c87-5ac4-4078-a628-180d9ca5a1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7521510 Oct 13 15:57:17.466593 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59654) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:17.467683 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791b2432-afca-4f82-9b45-93dc9f0dcd0e None None] Sync routers for ids ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:57:17.480863 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b2432-afca-4f82-9b45-93dc9f0dcd0e None None] Routers {'0ce25c87-5ac4-4078-a628-180d9ca5a1d2'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:57:17.481473 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-791b2432-afca-4f82-9b45-93dc9f0dcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:57:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:17.567266 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] Notify callbacks [] for router, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:17.579765 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-791b2432-afca-4f82-9b45-93dc9f0dcd0e None None] Set router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:57:17.665903 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:17.763801 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-791b2432-afca-4f82-9b45-93dc9f0dcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:57:16Z', 'revision_number': 5, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port': {'id': 'e8cef1ec-2488-42bb-990b-39042843dd92', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:17.778788 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] Deleting port e8cef1ec-2488-42bb-990b-39042843dd92 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:57:17.779396 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:17.790548 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791b2432-afca-4f82-9b45-93dc9f0dcd0e None None] Checking router: 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:57:17.799410 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b2432-afca-4f82-9b45-93dc9f0dcd0e None None] Routers {'0ce25c87-5ac4-4078-a628-180d9ca5a1d2'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:57:17.799973 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-791b2432-afca-4f82-9b45-93dc9f0dcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:57:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:17.857217 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] For port e8cef1ec-2488-42bb-990b-39042843dd92, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=e8cef1ec-2488-42bb-990b-39042843dd92,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:57:17.857506 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:17.870178 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] Calling delete_port for e8cef1ec-2488-42bb-990b-39042843dd92 owned by network:router_gateway {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:57:17.884048 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-791b2432-afca-4f82-9b45-93dc9f0dcd0e None None] Set router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 gateway port host: None {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:57:17.938562 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-791b2432-afca-4f82-9b45-93dc9f0dcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:57:17Z', 'revision_number': 6, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port_host': None}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:17.964863 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791b2432-afca-4f82-9b45-93dc9f0dcd0e None None] The sync data for ids ['0ce25c87-5ac4-4078-a628-180d9ca5a1d2'] in dv-cinder-774288-10-iscsi is: [{'id': '0ce25c87-5ac4-4078-a628-180d9ca5a1d2', 'name': 'tempest-AttachVolumeTestJSON-1758601658-router', 'tenant_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:57:17Z', 'revision_number': 6, 'project_id': '695e8fd499fd4d6c8aae611cd7421cf2', 'gw_port_host': None}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:57:18.091845 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:18.120701 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8cef1ec-2488-42bb-990b-39042843dd92,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:18.179122 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915973'] for router_gateway, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:18.279745 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8044341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:18.281782 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:18.432992 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8044350'] for router, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:18.433529 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ce25c87-5ac4-4078-a628-180d9ca5a1d2 {{(pid=107006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:57:18.438482 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] Notify callbacks [] for router, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:18.440192 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-4541652a-326e-4440-9ddb-e254d91bac38 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0ce25c87-5ac4-4078-a628-180d9ca5a1d2 HTTP/1.1" status: 204 len: 168 time: 0.9726591 Oct 13 15:57:18.443114 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59656) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:18.487005 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-1954a797-e06f-4294-b959-7cf2a4ac5f45 admin admin] Deleting subnet 180efc03-3a53-4469-b14e-6acb45275524 {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:57:18.489938 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1954a797-e06f-4294-b959-7cf2a4ac5f45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:18.524267 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1954a797-e06f-4294-b959-7cf2a4ac5f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134043822'] for subnet, precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:18.631771 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1954a797-e06f-4294-b959-7cf2a4ac5f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:18.750228 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 45d098d3-f1e5-477f-a02c-2e61ae88be29 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:57:18.770715 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1954a797-e06f-4294-b959-7cf2a4ac5f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133663441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133561784'] for subnet, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:18.770959 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: 45d098d3-f1e5-477f-a02c-2e61ae88be29 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:57:18.771289 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 45d098d3-f1e5-477f-a02c-2e61ae88be29 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:57:18.771695 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device e8cef1ec-2488-42bb-990b-39042843dd92 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:57:18.790350 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: e8cef1ec-2488-42bb-990b-39042843dd92 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:57:18.794570 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device e8cef1ec-2488-42bb-990b-39042843dd92 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:57:18.796217 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954a797-e06f-4294-b959-7cf2a4ac5f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=180efc03-3a53-4469-b14e-6acb45275524,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:18.800458 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1954a797-e06f-4294-b959-7cf2a4ac5f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:18.803944 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1954a797-e06f-4294-b959-7cf2a4ac5f45 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/180efc03-3a53-4469-b14e-6acb45275524 HTTP/1.1" status: 204 len: 168 time: 0.3595641 Oct 13 15:57:18.806205 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59658) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:18.806643 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce7e5b-c97f-4938-943d-e33b6ff0e2bb None None] Network e701f80d-78be-455a-b072-c4a75da0219e requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:57:18.881527 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:18.941663 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Deleting port 1438219c-77ff-49c5-8125-6cc75ed3426f {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:57:18.942091 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:19.010583 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] For port 1438219c-77ff-49c5-8125-6cc75ed3426f, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=1438219c-77ff-49c5-8125-6cc75ed3426f,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:57:19.010998 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:19.024305 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Calling delete_port for 1438219c-77ff-49c5-8125-6cc75ed3426f owned by network:dhcp {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:57:19.110011 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb8de7f-182e-4392-8134-f97f9fe728ac None None] DHCP port deletion for e701f80d-78be-455a-b072-c4a75da0219e request from dv-cinder-774288-10-iscsi {{(pid=107007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:57:19.158556 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-3fb8de7f-182e-4392-8134-f97f9fe728ac None None] Deleting port 1438219c-77ff-49c5-8125-6cc75ed3426f {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:57:19.158891 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3fb8de7f-182e-4392-8134-f97f9fe728ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:19.177789 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:19.204302 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1438219c-77ff-49c5-8125-6cc75ed3426f,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:19.206893 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] No DVR routers for this DVR port 1438219c-77ff-49c5-8125-6cc75ed3426f on host dv-cinder-774288-10-iscsi {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:57:19.226426 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-3fb8de7f-182e-4392-8134-f97f9fe728ac None None] For port 1438219c-77ff-49c5-8125-6cc75ed3426f, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=1438219c-77ff-49c5-8125-6cc75ed3426f,segment=NetworkSegment(a668a400-ad78-491a-9add-a383941da6a3),segment_id=a668a400-ad78-491a-9add-a383941da6a3)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:57:19.226812 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3fb8de7f-182e-4392-8134-f97f9fe728ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:19.239276 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-3fb8de7f-182e-4392-8134-f97f9fe728ac None None] Calling delete_port for 1438219c-77ff-49c5-8125-6cc75ed3426f owned by network:dhcp {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:57:19.279898 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:19.301089 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e701f80d-78be-455a-b072-c4a75da0219e']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:19.310105 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a668a400-ad78-491a-9add-a383941da6a3') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:19.310399 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a668a400-ad78-491a-9add-a383941da6a3') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:19.319617 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134043813'] for segment, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:19.332697 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:19.338695 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:57:19.339120 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133663503'] for segment, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: Traceback (most recent call last): Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: timer() Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: cb(*args, **kw) Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: return func(*args, **kwargs) Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: self._notify() Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: self.callback(batched_events) Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: event.method(event) Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: return f(self, *a, **k) Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._get(url).json() Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: return self.request(url, 'GET', **kwargs) Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:57:19.340884 dv-cinder-774288-10-iscsi neutron-server[107006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:57:19.350721 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3fb8de7f-182e-4392-8134-f97f9fe728ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991'] for port, after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:19.379316 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8de7f-182e-4392-8134-f97f9fe728ac None None] No DVR routers for this DVR port 1438219c-77ff-49c5-8125-6cc75ed3426f on host dv-cinder-774288-10-iscsi {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:57:19.384201 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8de7f-182e-4392-8134-f97f9fe728ac None None] Pushing event deleted for resources: {'Port': ['ID=1438219c-77ff-49c5-8125-6cc75ed3426f,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:19.457505 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:19.462890 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:19.466090 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e701f80d-78be-455a-b072-c4a75da0219e HTTP/1.1" status: 204 len: 168 time: 0.6590028 Oct 13 15:57:19.477821 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703c325-d611-4830-8fc3-0a0d7f32bbb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e701f80d-78be-455a-b072-c4a75da0219e,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:19.786607 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59662) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:19.825498 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c5ac4c0b-d876-49d6-b33f-69f330af2613 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=695e8fd499fd4d6c8aae611cd7421cf2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376625 Oct 13 15:57:19.827894 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59664) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:19.873869 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3f8dff0c-63ba-49ae-ad75-1c29806a399d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:19.895366 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3f8dff0c-63ba-49ae-ad75-1c29806a399d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:20.017215 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3f8dff0c-63ba-49ae-ad75-1c29806a399d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:20.021155 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3f8dff0c-63ba-49ae-ad75-1c29806a399d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:20.022297 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3f8dff0c-63ba-49ae-ad75-1c29806a399d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfc75695-ac2d-44b2-b985-909a7215e635 HTTP/1.1" status: 204 len: 168 time: 0.1935027 Oct 13 15:57:20.030126 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dff0c-63ba-49ae-ad75-1c29806a399d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc75695-ac2d-44b2-b985-909a7215e635,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:20.678490 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 1438219c-77ff-49c5-8125-6cc75ed3426f no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:57:20.699148 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: 1438219c-77ff-49c5-8125-6cc75ed3426f {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:57:20.699493 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 1438219c-77ff-49c5-8125-6cc75ed3426f not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:57:22.398539 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dec10-417f-4204-81c6-e3b04807f323 req-c6cef83a-b15a-4729-b1c5-bfa9960f3d0d tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:22.399963 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-cb7dec10-417f-4204-81c6-e3b04807f323 req-c6cef83a-b15a-4729-b1c5-bfa9960f3d0d tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 985 time: 0.0557582 Oct 13 15:57:22.442351 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-cb7dec10-417f-4204-81c6-e3b04807f323 req-4cfba6ac-7f4e-4e1b-9475-734921a07483 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=747d24b7-353a-4624-bdf5-244b6468605b&id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355780 Oct 13 15:57:22.449409 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee267ae-c237-4978-aee4-fdff9205a7ea req-4be6d489-8cf5-4ecf-87cc-d6d793016919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:22.450890 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eee267ae-c237-4978-aee4-fdff9205a7ea req-4be6d489-8cf5-4ecf-87cc-d6d793016919 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffd90f36938c4f2f8547864775620cf0&device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 1138 time: 0.0397141 Oct 13 15:57:22.545340 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee267ae-c237-4978-aee4-fdff9205a7ea req-70122fd9-5e57-4776-a034-02cb2fd0c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:22.546767 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eee267ae-c237-4978-aee4-fdff9205a7ea req-70122fd9-5e57-4776-a034-02cb2fd0c0a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a638097-dce7-4525-8cf4-f95e4e66f262 HTTP/1.1" status: 200 len: 915 time: 0.0875056 Oct 13 15:57:22.613225 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eee267ae-c237-4978-aee4-fdff9205a7ea req-a197b824-f60e-4752-aff5-1ead0f22ae64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd910a59-2f45-4272-a104-78afe6a727a0 HTTP/1.1" status: 200 len: 1002 time: 0.0587761 Oct 13 15:57:22.663898 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee267ae-c237-4978-aee4-fdff9205a7ea req-ee57befd-3c65-44e6-b5c1-0c879206f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:22.665186 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eee267ae-c237-4978-aee4-fdff9205a7ea req-ee57befd-3c65-44e6-b5c1-0c879206f164 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33c8e6e2-71cb-41a9-b585-540cf214f5e7 HTTP/1.1" status: 200 len: 853 time: 0.0421333 Oct 13 15:57:22.710417 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee267ae-c237-4978-aee4-fdff9205a7ea req-dc84e800-972b-4dcc-9730-b142d83abe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:22.711865 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eee267ae-c237-4978-aee4-fdff9205a7ea req-dc84e800-972b-4dcc-9730-b142d83abe2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a638097-dce7-4525-8cf4-f95e4e66f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382767 Oct 13 15:57:22.809123 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eee267ae-c237-4978-aee4-fdff9205a7ea req-d608e80b-ae64-41e5-9c19-1964de6757e1 service neutron] 10.222.0.37 "GET /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866792 Oct 13 15:57:22.899586 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eee267ae-c237-4978-aee4-fdff9205a7ea req-d6d42436-9fe0-4d8a-be03-1232d8687cb7 service neutron] 10.222.0.37 "GET /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816331 Oct 13 15:57:23.565549 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9aa80-a6db-4537-90b3-4167b15caeee req-c412cdf4-9e24-491f-a4fc-582e969deeee tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:23.567290 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-79a9aa80-a6db-4537-90b3-4167b15caeee req-c412cdf4-9e24-491f-a4fc-582e969deeee tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 985 time: 0.0508497 Oct 13 15:57:23.607106 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-79a9aa80-a6db-4537-90b3-4167b15caeee req-ee7ec35d-6e4f-4847-8a70-3260a210977a tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=747d24b7-353a-4624-bdf5-244b6468605b&id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338581 Oct 13 15:57:24.506036 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 59734) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:24.607320 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-268ab176-17f2-4972-9534-0e6a611e75f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:24.682068 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-268ab176-17f2-4972-9534-0e6a611e75f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:24.731069 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38842f1-2028-484c-abe9-5180e137911d req-b1d89311-5c4a-4bf7-aff3-67e01506cde8 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:24.732519 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c38842f1-2028-484c-abe9-5180e137911d req-b1d89311-5c4a-4bf7-aff3-67e01506cde8 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 985 time: 0.0556321 Oct 13 15:57:24.756090 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-268ab176-17f2-4972-9534-0e6a611e75f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:24.803443 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c38842f1-2028-484c-abe9-5180e137911d req-b82d6016-ca4d-4251-9548-5d4809a83438 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=747d24b7-353a-4624-bdf5-244b6468605b&id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642376 Oct 13 15:57:24.809198 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-268ab176-17f2-4972-9534-0e6a611e75f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c977fa94b1434049819979e09133feaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021688 Oct 13 15:57:24.810301 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ab176-17f2-4972-9534-0e6a611e75f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277ed39c-faa7-4e03-8fd7-75653d7b4df9,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:24.812160 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59740) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:24.860850 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:24.882005 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:24.977122 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:24.979852 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:24.980984 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/277ed39c-faa7-4e03-8fd7-75653d7b4df9 HTTP/1.1" status: 204 len: 168 time: 0.1678824 Oct 13 15:57:24.988612 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277ed39c-faa7-4e03-8fd7-75653d7b4df9,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:24.995637 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:24.995990 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:24.996331 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:24.996667 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:24.997006 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:24.997340 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:24.997668 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:24.998014 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:24.998342 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:24.998693 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:24.999012 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:25.001962 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aa0ef9-9f49-4180-81a1-30eb28965137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:57:25.919345 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af51cd9-b1b8-4029-865e-d7958ba2c593 req-ff38b63c-0b9e-4d58-a2fe-f66f6735d2c1 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:25.920888 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3af51cd9-b1b8-4029-865e-d7958ba2c593 req-ff38b63c-0b9e-4d58-a2fe-f66f6735d2c1 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 985 time: 0.0497320 Oct 13 15:57:25.961101 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-3af51cd9-b1b8-4029-865e-d7958ba2c593 req-30a92862-6424-4f70-9b26-f11ebff43bc8 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=747d24b7-353a-4624-bdf5-244b6468605b&id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329456 Oct 13 15:57:27.077644 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc131b-e9d6-4e78-8a5f-f84d3660d931 req-b9263d28-24e4-4370-82bc-c1eb9a2b73fc tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:27.079047 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-02dc131b-e9d6-4e78-8a5f-f84d3660d931 req-b9263d28-24e4-4370-82bc-c1eb9a2b73fc tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 985 time: 0.0497909 Oct 13 15:57:27.118711 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-02dc131b-e9d6-4e78-8a5f-f84d3660d931 req-0a8d2228-6c06-43ee-b7cb-08df781dc3a5 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=747d24b7-353a-4624-bdf5-244b6468605b&id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330303 Oct 13 15:57:27.336713 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59794) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:27.444180 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2544b9d6-f8a2-4289-87e2-44a2ca3190cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:27.516277 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2544b9d6-f8a2-4289-87e2-44a2ca3190cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:27.582982 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2544b9d6-f8a2-4289-87e2-44a2ca3190cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:27.619508 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544b9d6-f8a2-4289-87e2-44a2ca3190cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14723860-7674-4b22-b0ea-8f95b8fa28b7,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:27.624563 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2544b9d6-f8a2-4289-87e2-44a2ca3190cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=255184682c274a73a4d516f392dc172b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868245 Oct 13 15:57:27.627547 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59798) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:27.673865 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c3741578-bf38-475d-8fd2-ef6aba34e493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:27.693688 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c3741578-bf38-475d-8fd2-ef6aba34e493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:27.811639 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c3741578-bf38-475d-8fd2-ef6aba34e493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:27.814150 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c3741578-bf38-475d-8fd2-ef6aba34e493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:27.815314 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c3741578-bf38-475d-8fd2-ef6aba34e493 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14723860-7674-4b22-b0ea-8f95b8fa28b7 HTTP/1.1" status: 204 len: 168 time: 0.1869798 Oct 13 15:57:27.823488 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3741578-bf38-475d-8fd2-ef6aba34e493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14723860-7674-4b22-b0ea-8f95b8fa28b7,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:28.237403 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a36ce-5d6e-4527-941e-0a34e7dad16a req-fda720ac-9aba-4e2e-8c5b-36ecf719611f tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:28.239314 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c14a36ce-5d6e-4527-941e-0a34e7dad16a req-fda720ac-9aba-4e2e-8c5b-36ecf719611f tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 985 time: 0.0546036 Oct 13 15:57:28.283443 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c14a36ce-5d6e-4527-941e-0a34e7dad16a req-f8e3c6bc-a263-43e5-9efd-8541d50c1924 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=747d24b7-353a-4624-bdf5-244b6468605b&id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380828 Oct 13 15:57:28.350357 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59808) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:28.363593 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-becd2b80-5a10-44ff-a679-ed65aa4fa7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:28.438664 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-becd2b80-5a10-44ff-a679-ed65aa4fa7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:28.497378 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-becd2b80-5a10-44ff-a679-ed65aa4fa7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:28.537350 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-becd2b80-5a10-44ff-a679-ed65aa4fa7f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=510408d52906429abf07e503167bbc40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858232 Oct 13 15:57:28.538355 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd2b80-5a10-44ff-a679-ed65aa4fa7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b72aeac-2c39-4339-8244-1f352e54e627,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:28.540034 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 59810) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:28.571755 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f3d1bca3-fc96-438e-b8c1-e363689cbb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:28.589083 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-07fa48ce-8595-49e9-a82c-d0d7aca415a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:28.609238 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-07fa48ce-8595-49e9-a82c-d0d7aca415a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:28.731254 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-07fa48ce-8595-49e9-a82c-d0d7aca415a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:28.733760 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-07fa48ce-8595-49e9-a82c-d0d7aca415a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:28.734930 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-07fa48ce-8595-49e9-a82c-d0d7aca415a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b72aeac-2c39-4339-8244-1f352e54e627 HTTP/1.1" status: 204 len: 168 time: 0.1938541 Oct 13 15:57:28.742660 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa48ce-8595-49e9-a82c-d0d7aca415a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b72aeac-2c39-4339-8244-1f352e54e627,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:29.394764 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e33ce-8c15-4982-8545-2277659d91c1 req-40c77df3-545a-4041-b471-ced155c341ba tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:29.396263 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ec9e33ce-8c15-4982-8545-2277659d91c1 req-40c77df3-545a-4041-b471-ced155c341ba tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 985 time: 0.0500906 Oct 13 15:57:29.443425 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ec9e33ce-8c15-4982-8545-2277659d91c1 req-e05b04ff-26be-47ff-8dc4-0e6414f8e5be tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=747d24b7-353a-4624-bdf5-244b6468605b&id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410597 Oct 13 15:57:30.557382 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e17c5-1fd8-429e-b509-78ab77ecb3df req-496a18b4-5da6-48d3-91e4-bd823e159c1e tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:30.558911 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-126e17c5-1fd8-429e-b509-78ab77ecb3df req-496a18b4-5da6-48d3-91e4-bd823e159c1e tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 985 time: 0.0495865 Oct 13 15:57:30.602117 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-126e17c5-1fd8-429e-b509-78ab77ecb3df req-8bf89ebf-01d1-4a2d-bd2a-f48d500969b4 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=747d24b7-353a-4624-bdf5-244b6468605b&id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368078 Oct 13 15:57:31.268662 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-feae68a6-0b4f-4e5b-a3eb-f05d65289c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:31.717474 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a11c0-bf57-4848-92cb-023acdfcc370 req-994fb0b5-ab09-4b8e-b2b4-ff02fde05b11 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:31.719098 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7d7a11c0-bf57-4848-92cb-023acdfcc370 req-994fb0b5-ab09-4b8e-b2b4-ff02fde05b11 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 985 time: 0.0504291 Oct 13 15:57:31.758201 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-7d7a11c0-bf57-4848-92cb-023acdfcc370 req-b77b7cf6-3697-4bef-961d-0afe0b85d2d3 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=747d24b7-353a-4624-bdf5-244b6468605b&id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321977 Oct 13 15:57:32.142987 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:32.177076 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:32.844723 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:57:32.873446 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80805c32-8fdc-4950-9574-2682231b8f5c req-b3b0dc3b-55ed-4833-9303-ccd103bf6877 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:32.874929 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-80805c32-8fdc-4950-9574-2682231b8f5c req-b3b0dc3b-55ed-4833-9303-ccd103bf6877 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 985 time: 0.0491853 Oct 13 15:57:32.922127 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-80805c32-8fdc-4950-9574-2682231b8f5c req-d547bb89-9873-4f03-b720-60166595b0c6 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=747d24b7-353a-4624-bdf5-244b6468605b&id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403419 Oct 13 15:57:33.879197 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:34.042329 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90847aa7-36bc-4301-b44a-da8564503b30 req-a6da5fcf-8099-4331-82ff-6c6e5dd83a16 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:34.043845 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-90847aa7-36bc-4301-b44a-da8564503b30 req-a6da5fcf-8099-4331-82ff-6c6e5dd83a16 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 985 time: 0.0502479 Oct 13 15:57:34.083924 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-90847aa7-36bc-4301-b44a-da8564503b30 req-025953b3-6998-429c-961f-8b87624881e1 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=747d24b7-353a-4624-bdf5-244b6468605b&id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340428 Oct 13 15:57:36.153587 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59910) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:36.257464 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e060d414-8169-47d9-8562-bae9ad8b5d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:36.330535 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e060d414-8169-47d9-8562-bae9ad8b5d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:36.377428 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e060d414-8169-47d9-8562-bae9ad8b5d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:36.418666 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-e060d414-8169-47d9-8562-bae9ad8b5d69 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6947ecdb3a2437f9a5eb635f7bbf369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639930 Oct 13 15:57:36.419650 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d414-8169-47d9-8562-bae9ad8b5d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95d1381-ab1c-4d5c-a901-13ce17ead702,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:36.421257 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 59918) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:36.442954 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b312bc-dd58-4f45-82d9-bc27315f10ea req-88f02d59-ebb5-4501-a09c-e549425084fe tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:36.444391 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b1b312bc-dd58-4f45-82d9-bc27315f10ea req-88f02d59-ebb5-4501-a09c-e549425084fe tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0640628 Oct 13 15:57:36.506359 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b1b312bc-dd58-4f45-82d9-bc27315f10ea req-a58473f1-1f6e-42b5-ac78-3b2bf657552a tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530074 Oct 13 15:57:36.509275 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd27d-6490-4f04-9ba5-f8398d4f99b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:36.535087 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd27d-6490-4f04-9ba5-f8398d4f99b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:36.640170 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd27d-6490-4f04-9ba5-f8398d4f99b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:36.642887 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd27d-6490-4f04-9ba5-f8398d4f99b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:36.644780 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-1a1cd27d-6490-4f04-9ba5-f8398d4f99b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a95d1381-ab1c-4d5c-a901-13ce17ead702 HTTP/1.1" status: 204 len: 168 time: 0.2225177 Oct 13 15:57:36.653151 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cd27d-6490-4f04-9ba5-f8398d4f99b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95d1381-ab1c-4d5c-a901-13ce17ead702,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:37.041904 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a8852-8a2f-45f0-a9ef-0cffc0b47698 req-94e66155-3b53-4881-9725-4da2fdad5d47 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:37.043381 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-eb9a8852-8a2f-45f0-a9ef-0cffc0b47698 req-94e66155-3b53-4881-9725-4da2fdad5d47 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 946 time: 0.0501449 Oct 13 15:57:37.080442 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-eb9a8852-8a2f-45f0-a9ef-0cffc0b47698 req-40a19c13-6210-4481-9f69-6d097b8bc657 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311859 Oct 13 15:57:37.190007 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 59936) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:37.203947 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bcf4db54-260b-419c-bec4-0e7d09baeca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:37.275262 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bcf4db54-260b-419c-bec4-0e7d09baeca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:37.352800 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bcf4db54-260b-419c-bec4-0e7d09baeca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:37.393006 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-bcf4db54-260b-419c-bec4-0e7d09baeca6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2444d820872343db85d5806ad481d2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010479 Oct 13 15:57:37.394565 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4db54-260b-419c-bec4-0e7d09baeca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40ab187-3cf0-4605-8280-10d409745bc2,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:37.396959 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 59938) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:37.445869 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b33fe958-1bae-4ef7-b521-7fbf1f2033c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:37.466095 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b33fe958-1bae-4ef7-b521-7fbf1f2033c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:37.604669 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b33fe958-1bae-4ef7-b521-7fbf1f2033c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:37.607121 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-b33fe958-1bae-4ef7-b521-7fbf1f2033c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:37.608194 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-b33fe958-1bae-4ef7-b521-7fbf1f2033c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d40ab187-3cf0-4605-8280-10d409745bc2 HTTP/1.1" status: 204 len: 168 time: 0.2093916 Oct 13 15:57:37.621637 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fe958-1bae-4ef7-b521-7fbf1f2033c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40ab187-3cf0-4605-8280-10d409745bc2,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:37.643831 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa6da3-548a-46b2-beda-83218cb4c0e4 req-daad081e-05fe-4bee-9d74-84ca3e6b4f70 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:37.645951 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5caa6da3-548a-46b2-beda-83218cb4c0e4 req-daad081e-05fe-4bee-9d74-84ca3e6b4f70 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0710707 Oct 13 15:57:37.684823 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5caa6da3-548a-46b2-beda-83218cb4c0e4 req-960c282d-30f7-4a7f-9af6-83f386b37a14 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327959 Oct 13 15:57:38.198974 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f7e0b-8cae-433a-9229-7a38f447e06a req-642eed16-d9fa-45f3-8670-fe4d1c70152c tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:38.200435 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e29f7e0b-8cae-433a-9229-7a38f447e06a req-642eed16-d9fa-45f3-8670-fe4d1c70152c tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 946 time: 0.0485017 Oct 13 15:57:38.238574 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e29f7e0b-8cae-433a-9229-7a38f447e06a req-8c5a457b-3b1a-4b84-8d57-448ed02ec7e5 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups?id=9020749b-6abf-4512-a495-7b2607d1251b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322762 Oct 13 15:57:38.545256 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-184c398e-20cf-4821-9a69-1616c6814d45 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:38.546669 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-184c398e-20cf-4821-9a69-1616c6814d45 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.37 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 946 time: 0.0480273 Oct 13 15:57:38.643010 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Deleting port 58253c17-ffa7-42f7-8738-80ccc553416d {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:57:38.643355 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:38.735628 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] For port 58253c17-ffa7-42f7-8738-80ccc553416d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58253c17-ffa7-42f7-8738-80ccc553416d,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:57:38.736008 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:38.817228 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd24ed-86ff-4d5f-9741-84ff0176c38a req-ab2f8d0b-6392-449e-8c6a-686b659a3d1b tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:38.818724 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a5bd24ed-86ff-4d5f-9741-84ff0176c38a req-ab2f8d0b-6392-449e-8c6a-686b659a3d1b tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0659859 Oct 13 15:57:38.859401 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a5bd24ed-86ff-4d5f-9741-84ff0176c38a req-fcbef5d0-deaf-4811-b388-56abe57890ec tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342329 Oct 13 15:57:38.912410 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:38.912684 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:38.913016 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.l3_db [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Floating IP fe71b53e-37da-4fe9-a11f-38a2c925711c disassociated. External IP: 172.27.3.4, port: 58253c17-ffa7-42f7-8738-80ccc553416d. Oct 13 15:57:38.913348 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Calling delete_port for 58253c17-ffa7-42f7-8738-80ccc553416d owned by compute:nova {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:57:39.119871 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:39.146200 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event deleted for resources: {'Port': ['ID=58253c17-ffa7-42f7-8738-80ccc553416d,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:39.274781 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Router d913459b-defc-40b1-a314-8b74fa620fcd has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:57:39.295650 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 59976) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:39.352444 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-82a3d5b5-69fd-43f6-9011-71299597f602 req-ffc8e157-98cc-4da4-b464-9bfa99bc5ac7 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 210 time: 0.0315082 Oct 13 15:57:39.386940 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:57:39.397065 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd4c4b-c744-436d-b84a-1e39f11c2c43 None None] Sync routers for ids ['d913459b-defc-40b1-a314-8b74fa620fcd'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:57:39.407040 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd4c4b-c744-436d-b84a-1e39f11c2c43 None None] Routers {'d913459b-defc-40b1-a314-8b74fa620fcd'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:57:39.407646 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-1bdd4c4b-c744-436d-b84a-1e39f11c2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:57:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['d913459b-defc-40b1-a314-8b74fa620fcd'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:39.413202 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-86253b22-35b7-4d92-a378-ee586aeee17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:39.429534 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] No DVR routers for this DVR port 58253c17-ffa7-42f7-8738-80ccc553416d on host hv-cinder-77428 {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:57:39.432091 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:39.435438 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bdc1add2-1eaa-4cda-8a90-a0e4b9570d94 req-afd1f217-2c47-4548-92ae-f55410c51653 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.37 "DELETE /v2.0/ports/58253c17-ffa7-42f7-8738-80ccc553416d HTTP/1.1" status: 204 len: 173 time: 0.8794930 Oct 13 15:57:39.435869 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f52a7e-983b-49ff-a135-e062854c7504', 'name': 'network-vif-deleted', 'tag': '58253c17-ffa7-42f7-8738-80ccc553416d'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:57:39.438763 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffa075a-f2b3-4381-bcdc-49ae079cc874" -d '{"events": [{"server_uuid": "28f52a7e-983b-49ff-a135-e062854c7504", "name": "network-vif-deleted", "tag": "58253c17-ffa7-42f7-8738-80ccc553416d"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:57:39.477152 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7548fd52-adae-4746-b8a9-a2686826769f x-openstack-request-id: req-7548fd52-adae-4746-b8a9-a2686826769f {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:57:39.477444 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f52a7e-983b-49ff-a135-e062854c7504", "name": "network-vif-deleted", "tag": "58253c17-ffa7-42f7-8738-80ccc553416d", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:57:39.477695 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7548fd52-adae-4746-b8a9-a2686826769f {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:57:39.478107 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f52a7e-983b-49ff-a135-e062854c7504', 'name': 'network-vif-deleted', 'tag': '58253c17-ffa7-42f7-8738-80ccc553416d', 'status': 'completed', 'code': 200} Oct 13 15:57:39.494102 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-86253b22-35b7-4d92-a378-ee586aeee17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:39.520342 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-1bdd4c4b-c744-436d-b84a-1e39f11c2c43 None None] Set router d913459b-defc-40b1-a314-8b74fa620fcd gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:57:39.566667 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-86253b22-35b7-4d92-a378-ee586aeee17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:39.610887 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-86253b22-35b7-4d92-a378-ee586aeee17f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d44e437b259f470b97c3fae9bc29414f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145525 Oct 13 15:57:39.614072 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 59982) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:39.620769 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86253b22-35b7-4d92-a378-ee586aeee17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c91306c-c52f-42a0-afd1-08f5bb60d878,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:39.669994 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-28a88211-5515-4dc0-867d-d88bcaecdb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:39.691459 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-28a88211-5515-4dc0-867d-d88bcaecdb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:39.728749 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-1bdd4c4b-c744-436d-b84a-1e39f11c2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:20Z', 'revision_number': 5, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:39.754315 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd4c4b-c744-436d-b84a-1e39f11c2c43 None None] Checking router: d913459b-defc-40b1-a314-8b74fa620fcd for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:57:39.762406 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd4c4b-c744-436d-b84a-1e39f11c2c43 None None] Routers {'d913459b-defc-40b1-a314-8b74fa620fcd'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:57:39.763034 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-1bdd4c4b-c744-436d-b84a-1e39f11c2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:57:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['d913459b-defc-40b1-a314-8b74fa620fcd'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:39.822845 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-28a88211-5515-4dc0-867d-d88bcaecdb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:39.825442 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-28a88211-5515-4dc0-867d-d88bcaecdb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:39.826636 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-28a88211-5515-4dc0-867d-d88bcaecdb8a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c91306c-c52f-42a0-afd1-08f5bb60d878 HTTP/1.1" status: 204 len: 168 time: 0.2114580 Oct 13 15:57:39.835201 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a88211-5515-4dc0-867d-d88bcaecdb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c91306c-c52f-42a0-afd1-08f5bb60d878,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:39.872859 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-1bdd4c4b-c744-436d-b84a-1e39f11c2c43 None None] Set router d913459b-defc-40b1-a314-8b74fa620fcd gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:57:39.982540 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202811e-580f-4fa4-bb6f-ff5a779a69e3 req-e8d7fb70-fda9-4812-910f-2fbba97dc247 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:39.984054 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6202811e-580f-4fa4-bb6f-ff5a779a69e3 req-e8d7fb70-fda9-4812-910f-2fbba97dc247 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0540216 Oct 13 15:57:40.027573 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6202811e-580f-4fa4-bb6f-ff5a779a69e3 req-021301b1-4af5-48b8-a6de-1850e6745d95 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367205 Oct 13 15:57:40.085740 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-1bdd4c4b-c744-436d-b84a-1e39f11c2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:20Z', 'revision_number': 5, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:40.111316 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd4c4b-c744-436d-b84a-1e39f11c2c43 None None] The sync data for ids ['d913459b-defc-40b1-a314-8b74fa620fcd'] in dv-cinder-774288-10-iscsi is: [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 4, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'bf39cf27-11c5-44f6-8322-cb649a6ad870', 'name': '', 'network_id': 'b0c8926c-1bec-4a1e-8b96-cb13f921adc9', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'mac_address': 'fa:16:3e:15:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:20Z', 'revision_number': 5, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'subnets': [{'id': 'da8df2cb-caf2-4fca-8a7b-33bd6dd69737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:57:40.349267 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa58e52-8915-4dd7-aeed-4ded04bc3492 None None] New status for floating IP fe71b53e-37da-4fe9-a11f-38a2c925711c: DOWN {{(pid=107007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:57:40.470102 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2352678e-21e3-4e34-8e1d-3228b5aa70f0 req-d42b0d95-1d83-4a83-a3cd-98f737d539fe tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/ports?device_id=28f52a7e-983b-49ff-a135-e062854c7504 HTTP/1.1" status: 200 len: 210 time: 0.0268209 Oct 13 15:57:41.134159 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba3bbb-7846-4e64-b205-b2614aa42b61 req-d188751f-37c5-46ab-a7a0-925730928d1a tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:41.135721 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-05ba3bbb-7846-4e64-b205-b2614aa42b61 req-d188751f-37c5-46ab-a7a0-925730928d1a tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0499215 Oct 13 15:57:41.173212 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-05ba3bbb-7846-4e64-b205-b2614aa42b61 req-e8fa095f-e251-4b21-9678-1774e1245471 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317550 Oct 13 15:57:41.634488 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60022) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:41.686823 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-20e8e330-6883-4aff-a3ca-e9a4f3a2ccd1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:41.714150 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-20e8e330-6883-4aff-a3ca-e9a4f3a2ccd1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:41.828373 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-20e8e330-6883-4aff-a3ca-e9a4f3a2ccd1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:41.830894 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-20e8e330-6883-4aff-a3ca-e9a4f3a2ccd1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:41.832674 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-20e8e330-6883-4aff-a3ca-e9a4f3a2ccd1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "DELETE /v2.0/security-groups/9020749b-6abf-4512-a495-7b2607d1251b HTTP/1.1" status: 204 len: 168 time: 0.1971328 Oct 13 15:57:41.835556 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 60024) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:41.841777 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8e330-6883-4aff-a3ca-e9a4f3a2ccd1 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9020749b-6abf-4512-a495-7b2607d1251b,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:41.851240 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.api.v2.resource [None req-420db054-5968-4acc-9625-eb5b3edbe2c3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] show failed (client error): The resource could not be found. Oct 13 15:57:41.852285 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-420db054-5968-4acc-9625-eb5b3edbe2c3 tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "GET /v2.0/security-groups/9020749b-6abf-4512-a495-7b2607d1251b HTTP/1.1" status: 404 len: 347 time: 0.0156384 Oct 13 15:57:41.855143 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 60026) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:41.933495 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 58253c17-ffa7-42f7-8738-80ccc553416d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:57:41.953861 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: 58253c17-ffa7-42f7-8738-80ccc553416d {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:57:41.954200 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 58253c17-ffa7-42f7-8738-80ccc553416d not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:57:41.978821 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-2db9ac5e-2035-4f2c-9380-ac084ceabfac tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Deleting port dbe4d9e2-047e-4550-b5d4-e94fb1392e11 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:57:41.979192 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2db9ac5e-2035-4f2c-9380-ac084ceabfac tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:42.055851 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2db9ac5e-2035-4f2c-9380-ac084ceabfac tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:42.056161 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2db9ac5e-2035-4f2c-9380-ac084ceabfac tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:42.068011 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-2db9ac5e-2035-4f2c-9380-ac084ceabfac tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Calling delete_port for dbe4d9e2-047e-4550-b5d4-e94fb1392e11 owned by network:floatingip {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:57:42.256242 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2db9ac5e-2035-4f2c-9380-ac084ceabfac tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:42.281558 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9ac5e-2035-4f2c-9380-ac084ceabfac tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Pushing event deleted for resources: {'Port': ['ID=dbe4d9e2-047e-4550-b5d4-e94fb1392e11,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:42.291335 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f9c52-709d-4c40-8cde-a1d607dc4621 req-13e4081e-57fe-492c-8fa0-f286cb2f1b83 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:42.292921 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c33f9c52-709d-4c40-8cde-a1d607dc4621 req-13e4081e-57fe-492c-8fa0-f286cb2f1b83 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0535781 Oct 13 15:57:42.333871 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c33f9c52-709d-4c40-8cde-a1d607dc4621 req-c102bb1f-301e-430e-9596-4361d5b5ab16 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340657 Oct 13 15:57:42.345330 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2db9ac5e-2035-4f2c-9380-ac084ceabfac tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks [] for floatingip, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:42.348748 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2db9ac5e-2035-4f2c-9380-ac084ceabfac tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:42.349908 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2db9ac5e-2035-4f2c-9380-ac084ceabfac tempest-AttachVolumeShelveTestJSON-29697462 tempest-AttachVolumeShelveTestJSON-29697462-project] 10.222.0.26 "DELETE /v2.0/floatingips/fe71b53e-37da-4fe9-a11f-38a2c925711c HTTP/1.1" status: 204 len: 168 time: 0.4937205 Oct 13 15:57:43.314312 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:43.451662 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5919c8-a04c-47dd-9fd6-9e8fae609f1d req-8515c3f7-ce90-486f-9caa-d9e70de30abb tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:43.453120 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4e5919c8-a04c-47dd-9fd6-9e8fae609f1d req-8515c3f7-ce90-486f-9caa-d9e70de30abb tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0509727 Oct 13 15:57:43.491733 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4e5919c8-a04c-47dd-9fd6-9e8fae609f1d req-c6005750-5084-4643-9849-7c599b337642 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324004 Oct 13 15:57:44.608029 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afe1bb-4456-4676-817b-ae9ed601e659 req-b170eb87-32d0-4a43-b100-ff690be69235 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:44.609370 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-41afe1bb-4456-4676-817b-ae9ed601e659 req-b170eb87-32d0-4a43-b100-ff690be69235 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0511308 Oct 13 15:57:44.647987 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-41afe1bb-4456-4676-817b-ae9ed601e659 req-f34b435a-8bf2-4262-873e-395ae65c4fe0 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325990 Oct 13 15:57:45.758610 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e04816-f56e-4555-8a16-dc05f4cdecf7 req-c8dcd02f-e936-45ea-9a2a-9d10484f0445 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:45.760073 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-49e04816-f56e-4555-8a16-dc05f4cdecf7 req-c8dcd02f-e936-45ea-9a2a-9d10484f0445 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0475359 Oct 13 15:57:45.797096 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-49e04816-f56e-4555-8a16-dc05f4cdecf7 req-123ebfe6-0813-4ccf-919c-96ee771f1c31 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312412 Oct 13 15:57:46.660643 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9b4a8-4352-4d49-8def-29b4f53e7635 req-fd87bb9b-e5c7-4161-8b52-0f8704cc30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:46.662148 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6da9b4a8-4352-4d49-8def-29b4f53e7635 req-fd87bb9b-e5c7-4161-8b52-0f8704cc30d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f75f1126f34d82a0a52d68d676f8d2&device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 1098 time: 0.0427785 Oct 13 15:57:46.752064 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9b4a8-4352-4d49-8def-29b4f53e7635 req-a1932aad-3f95-467a-8b09-d316a4282d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:46.753528 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6da9b4a8-4352-4d49-8def-29b4f53e7635 req-a1932aad-3f95-467a-8b09-d316a4282d63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=edc235c3-30b1-4f94-a0b9-632062d216e3 HTTP/1.1" status: 200 len: 910 time: 0.0846295 Oct 13 15:57:46.915457 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e35e13-68f1-49c6-9721-5ef1c3765f60 req-6acbbdbc-4f8d-4460-8349-87e425b1220b tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:46.916947 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e0e35e13-68f1-49c6-9721-5ef1c3765f60 req-6acbbdbc-4f8d-4460-8349-87e425b1220b tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0514405 Oct 13 15:57:46.956157 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e0e35e13-68f1-49c6-9721-5ef1c3765f60 req-6c10d294-23d5-43ac-90e4-23c13de69c98 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330453 Oct 13 15:57:47.080733 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60074) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:47.103400 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6da9b4a8-4352-4d49-8def-29b4f53e7635 req-23f297d7-eed5-4192-bfa4-2215357d5e4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f196f7f-81c4-491e-8465-30a4c401678e HTTP/1.1" status: 200 len: 1000 time: 0.3418791 Oct 13 15:57:47.154631 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9b4a8-4352-4d49-8def-29b4f53e7635 req-5f640db7-53de-46ea-8fee-7ed4e18744d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:47.156302 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6da9b4a8-4352-4d49-8def-29b4f53e7635 req-5f640db7-53de-46ea-8fee-7ed4e18744d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7121608-4308-4b27-a4f5-b8b69022be7b HTTP/1.1" status: 200 len: 848 time: 0.0457492 Oct 13 15:57:47.202760 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9b4a8-4352-4d49-8def-29b4f53e7635 req-8b1c728a-c3c6-43c3-a94c-4e460c61d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:47.204371 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6da9b4a8-4352-4d49-8def-29b4f53e7635 req-8b1c728a-c3c6-43c3-a94c-4e460c61d3c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edc235c3-30b1-4f94-a0b9-632062d216e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408945 Oct 13 15:57:47.301564 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6da9b4a8-4352-4d49-8def-29b4f53e7635 req-90bde5b6-8f34-4894-8d65-cdc3a0dd19ce service neutron] 10.222.0.37 "GET /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887568 Oct 13 15:57:47.399210 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6da9b4a8-4352-4d49-8def-29b4f53e7635 req-33aefb50-c843-4936-abf0-3291088bed51 service neutron] 10.222.0.37 "GET /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898530 Oct 13 15:57:47.660293 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-720e5b5b-5ba6-4228-822e-e6d70be8e53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8041619'] for router_interface, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:48.211455 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f090ffb-970d-40bc-a585-253d5a76bf93 req-6431f8fa-2fbd-4550-bfe3-b157622c3213 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:48.212910 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1f090ffb-970d-40bc-a585-253d5a76bf93 req-6431f8fa-2fbd-4550-bfe3-b157622c3213 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0790141 Oct 13 15:57:48.236723 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-720e5b5b-5ba6-4228-822e-e6d70be8e53a admin admin] Deleting port bf39cf27-11c5-44f6-8322-cb649a6ad870 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:57:48.237062 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-720e5b5b-5ba6-4228-822e-e6d70be8e53a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:48.294617 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1f090ffb-970d-40bc-a585-253d5a76bf93 req-0a410a96-3062-4de3-8878-e0bfee7e9996 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757651 Oct 13 15:57:48.335178 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [None req-720e5b5b-5ba6-4228-822e-e6d70be8e53a admin admin] For port bf39cf27-11c5-44f6-8322-cb649a6ad870, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=bf39cf27-11c5-44f6-8322-cb649a6ad870,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:57:48.335486 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-720e5b5b-5ba6-4228-822e-e6d70be8e53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:48.347340 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-720e5b5b-5ba6-4228-822e-e6d70be8e53a admin admin] Calling delete_port for bf39cf27-11c5-44f6-8322-cb649a6ad870 owned by network:router_interface {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:57:48.583002 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-720e5b5b-5ba6-4228-822e-e6d70be8e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:48.605598 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e5b5b-5ba6-4228-822e-e6d70be8e53a admin admin] Pushing event deleted for resources: {'Port': ['ID=bf39cf27-11c5-44f6-8322-cb649a6ad870,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:48.789915 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-720e5b5b-5ba6-4228-822e-e6d70be8e53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041511'] for router_interface, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:49.004998 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720e5b5b-5ba6-4228-822e-e6d70be8e53a admin admin] Router d913459b-defc-40b1-a314-8b74fa620fcd has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:57:49.109777 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720e5b5b-5ba6-4228-822e-e6d70be8e53a admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:57:49.115082 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-720e5b5b-5ba6-4228-822e-e6d70be8e53a admin admin] 10.222.0.26 "PUT /v2.0/routers/d913459b-defc-40b1-a314-8b74fa620fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0333211 Oct 13 15:57:49.117589 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60112) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:49.123007 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e218a1-d5bf-44fd-a729-faaa20eff642 None None] Sync routers for ids ['d913459b-defc-40b1-a314-8b74fa620fcd'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:57:49.131174 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e218a1-d5bf-44fd-a729-faaa20eff642 None None] Routers {'d913459b-defc-40b1-a314-8b74fa620fcd'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:57:49.131776 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-11e218a1-d5bf-44fd-a729-faaa20eff642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:57:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['d913459b-defc-40b1-a314-8b74fa620fcd'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:49.222286 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] Notify callbacks [] for router, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:49.240412 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-11e218a1-d5bf-44fd-a729-faaa20eff642 None None] Set router d913459b-defc-40b1-a314-8b74fa620fcd gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:57:49.326744 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:49.416299 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a559d-0dc2-4d53-8b97-18c269525ee0 req-ea587712-aaa1-4871-b30f-c434124d3421 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:49.427153 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e26a559d-0dc2-4d53-8b97-18c269525ee0 req-ea587712-aaa1-4871-b30f-c434124d3421 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0515544 Oct 13 15:57:49.484781 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e26a559d-0dc2-4d53-8b97-18c269525ee0 req-efbbb381-abbe-4dc3-aee0-92e98dd3ca7a tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610571 Oct 13 15:57:49.509919 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] Deleting port 06063303-95fe-4693-8da4-ef0f7cf7cfe9 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:57:49.510562 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:49.515817 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-11e218a1-d5bf-44fd-a729-faaa20eff642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:57:48Z', 'revision_number': 5, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port': {'id': '06063303-95fe-4693-8da4-ef0f7cf7cfe9', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:50:02Z', 'updated_at': '2021-10-13T15:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:49.540426 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e218a1-d5bf-44fd-a729-faaa20eff642 None None] Checking router: d913459b-defc-40b1-a314-8b74fa620fcd for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:57:49.548481 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e218a1-d5bf-44fd-a729-faaa20eff642 None None] Routers {'d913459b-defc-40b1-a314-8b74fa620fcd'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:57:49.549076 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-11e218a1-d5bf-44fd-a729-faaa20eff642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:57:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['d913459b-defc-40b1-a314-8b74fa620fcd'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:49.592408 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] For port 06063303-95fe-4693-8da4-ef0f7cf7cfe9, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=06063303-95fe-4693-8da4-ef0f7cf7cfe9,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:57:49.592789 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:49.605279 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] Calling delete_port for 06063303-95fe-4693-8da4-ef0f7cf7cfe9 owned by network:router_gateway {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:57:49.636654 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-11e218a1-d5bf-44fd-a729-faaa20eff642 None None] Set router d913459b-defc-40b1-a314-8b74fa620fcd gateway port host: None {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:57:49.692555 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-11e218a1-d5bf-44fd-a729-faaa20eff642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:57:49Z', 'revision_number': 6, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port_host': None}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:49.718372 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e218a1-d5bf-44fd-a729-faaa20eff642 None None] The sync data for ids ['d913459b-defc-40b1-a314-8b74fa620fcd'] in dv-cinder-774288-10-iscsi is: [{'id': 'd913459b-defc-40b1-a314-8b74fa620fcd', 'name': 'tempest-AttachVolumeShelveTestJSON-310021702-router', 'tenant_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:50:01Z', 'updated_at': '2021-10-13T15:57:49Z', 'revision_number': 6, 'project_id': 'b2b196667d48416ea6c3c4266aee1ab0', 'gw_port_host': None}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:57:49.874360 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:49.903638 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] Pushing event deleted for resources: {'Port': ['ID=06063303-95fe-4693-8da4-ef0f7cf7cfe9,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:49.964502 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915973'] for router_gateway, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:50.057216 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8044341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:50.059423 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:50.232542 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8044350'] for router, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:50.233110 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d913459b-defc-40b1-a314-8b74fa620fcd {{(pid=107005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:57:50.237286 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] Notify callbacks [] for router, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:50.238586 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-2f26ef5a-8d19-4330-af03-ad61dd2fa96e admin admin] 10.222.0.26 "DELETE /v2.0/routers/d913459b-defc-40b1-a314-8b74fa620fcd HTTP/1.1" status: 204 len: 168 time: 1.1200633 Oct 13 15:57:50.241129 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60122) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:50.290469 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a5c757-e050-4876-92bb-d0076e6ae708 admin admin] Deleting subnet da8df2cb-caf2-4fca-8a7b-33bd6dd69737 {{(pid=107005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:57:50.293621 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-27a5c757-e050-4876-92bb-d0076e6ae708 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:50.327119 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-27a5c757-e050-4876-92bb-d0076e6ae708 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4508533'] for subnet, precommit_delete_associations {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:50.435050 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-27a5c757-e050-4876-92bb-d0076e6ae708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:50.566008 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-27a5c757-e050-4876-92bb-d0076e6ae708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4586326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4340987'] for subnet, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:50.610340 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5c757-e050-4876-92bb-d0076e6ae708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8df2cb-caf2-4fca-8a7b-33bd6dd69737,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:50.614087 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-27a5c757-e050-4876-92bb-d0076e6ae708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:50.617432 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-27a5c757-e050-4876-92bb-d0076e6ae708 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/da8df2cb-caf2-4fca-8a7b-33bd6dd69737 HTTP/1.1" status: 204 len: 168 time: 0.3753247 Oct 13 15:57:50.620052 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 60126) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:50.625574 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eac736-3419-4399-b5c4-38e3ff47154f None None] Network b0c8926c-1bec-4a1e-8b96-cb13f921adc9 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:57:50.636533 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bcf8b-9232-4e71-b032-562c0d80312e req-46755a77-962b-43c2-817b-e9cf082e5452 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:50.638080 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e26bcf8b-9232-4e71-b032-562c0d80312e req-46755a77-962b-43c2-817b-e9cf082e5452 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0843942 Oct 13 15:57:50.682967 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-e26bcf8b-9232-4e71-b032-562c0d80312e req-5b2fb41b-9bb9-4ca2-80c4-6525493c825b tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379844 Oct 13 15:57:50.716420 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:50.753123 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device bf39cf27-11c5-44f6-8322-cb649a6ad870 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:57:50.789937 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Deleting port a567d756-2e82-4e06-87fc-e12b19ff3862 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:57:50.790276 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:50.794125 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: bf39cf27-11c5-44f6-8322-cb649a6ad870 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:57:50.794571 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device bf39cf27-11c5-44f6-8322-cb649a6ad870 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:57:50.795101 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 06063303-95fe-4693-8da4-ef0f7cf7cfe9 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:57:50.819515 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: 06063303-95fe-4693-8da4-ef0f7cf7cfe9 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:57:50.820036 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 06063303-95fe-4693-8da4-ef0f7cf7cfe9 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:57:50.876226 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] For port a567d756-2e82-4e06-87fc-e12b19ff3862, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=a567d756-2e82-4e06-87fc-e12b19ff3862,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:57:50.876609 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:50.889643 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Calling delete_port for a567d756-2e82-4e06-87fc-e12b19ff3862 owned by network:dhcp {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:57:50.902175 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e10146f-ca57-4288-85b5-e28b1a49d139 None None] DHCP port deletion for b0c8926c-1bec-4a1e-8b96-cb13f921adc9 request from dv-cinder-774288-10-iscsi {{(pid=107007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:57:50.947857 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-4e10146f-ca57-4288-85b5-e28b1a49d139 None None] Deleting port a567d756-2e82-4e06-87fc-e12b19ff3862 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:57:50.948505 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4e10146f-ca57-4288-85b5-e28b1a49d139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.012125 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-4e10146f-ca57-4288-85b5-e28b1a49d139 None None] For port a567d756-2e82-4e06-87fc-e12b19ff3862, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=a567d756-2e82-4e06-87fc-e12b19ff3862,segment=NetworkSegment(a45ece00-2aaa-452a-a01d-72d1d2468ba1),segment_id=a45ece00-2aaa-452a-a01d-72d1d2468ba1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:57:51.012798 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4e10146f-ca57-4288-85b5-e28b1a49d139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.028634 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-4e10146f-ca57-4288-85b5-e28b1a49d139 None None] Calling delete_port for a567d756-2e82-4e06-87fc-e12b19ff3862 owned by network:dhcp {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:57:51.074573 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.103169 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a567d756-2e82-4e06-87fc-e12b19ff3862,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:51.108063 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] No DVR routers for this DVR port a567d756-2e82-4e06-87fc-e12b19ff3862 on host dv-cinder-774288-10-iscsi {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:57:51.118571 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b0ee0-3196-4576-ab73-0074fbda0382 req-949ab3c6-597f-42c5-84c1-6a8957896127 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:51.121741 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-504b0ee0-3196-4576-ab73-0074fbda0382 req-949ab3c6-597f-42c5-84c1-6a8957896127 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0630751 Oct 13 15:57:51.126840 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4e10146f-ca57-4288-85b5-e28b1a49d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991'] for port, after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.160795 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10146f-ca57-4288-85b5-e28b1a49d139 None None] Pushing event deleted for resources: {'Port': ['ID=a567d756-2e82-4e06-87fc-e12b19ff3862,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:51.169824 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10146f-ca57-4288-85b5-e28b1a49d139 None None] No DVR routers for this DVR port a567d756-2e82-4e06-87fc-e12b19ff3862 on host dv-cinder-774288-10-iscsi {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:57:51.174654 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60140) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:51.198999 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-504b0ee0-3196-4576-ab73-0074fbda0382 req-5b43a481-9a1f-423a-8284-249047ded3ff tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623655 Oct 13 15:57:51.211422 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.227217 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c8926c-1bec-4a1e-8b96-cb13f921adc9']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:51.237169 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45ece00-2aaa-452a-a01d-72d1d2468ba1') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:51.237169 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45ece00-2aaa-452a-a01d-72d1d2468ba1') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:57:51.247693 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134043813'] for segment, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.263273 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.272323 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:57:51.272323 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133663503'] for segment, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: Traceback (most recent call last): Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: timer() Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: cb(*args, **kw) Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: return func(*args, **kwargs) Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: self._notify() Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: self.callback(batched_events) Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: event.method(event) Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: return f(self, *a, **k) Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._get(url).json() Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: return self.request(url, 'GET', **kwargs) Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:57:51.273158 dv-cinder-774288-10-iscsi neutron-server[107006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:57:51.303967 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60146) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:51.349893 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-df4c5869-bdc1-47e5-bded-3baaef0f39de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1738720 Oct 13 15:57:51.359082 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-54a6bca1-61e5-4279-860e-4fdd1f517fd5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=107005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:57:51.360054 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-54a6bca1-61e5-4279-860e-4fdd1f517fd5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050273 Oct 13 15:57:51.372893 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-dac2e87f-1c80-4de1-8312-7697583c8f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.411486 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.421485 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.424922 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b0c8926c-1bec-4a1e-8b96-cb13f921adc9 HTTP/1.1" status: 204 len: 168 time: 0.8037691 Oct 13 15:57:51.438669 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4116a-3bb5-4b4e-8eda-3bf2620f81d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c8926c-1bec-4a1e-8b96-cb13f921adc9,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:51.461455 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-dac2e87f-1c80-4de1-8312-7697583c8f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.531337 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-dac2e87f-1c80-4de1-8312-7697583c8f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.569600 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-dac2e87f-1c80-4de1-8312-7697583c8f7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c0585e8473c4c0dbdb3212151b8a4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646611 Oct 13 15:57:51.570622 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2e87f-1c80-4de1-8312-7697583c8f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034c4638-0206-457c-b4bd-6ae6faca4654,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:51.572462 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 60158) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:51.623696 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1a35-9608-4885-a1b4-9e6a46b3d140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.646119 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1a35-9608-4885-a1b4-9e6a46b3d140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.730922 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60160) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:51.754899 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1a35-9608-4885-a1b4-9e6a46b3d140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.757504 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1a35-9608-4885-a1b4-9e6a46b3d140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.761032 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-0c0a1a35-9608-4885-a1b4-9e6a46b3d140 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/034c4638-0206-457c-b4bd-6ae6faca4654 HTTP/1.1" status: 204 len: 168 time: 0.1851890 Oct 13 15:57:51.766527 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a1a35-9608-4885-a1b4-9e6a46b3d140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034c4638-0206-457c-b4bd-6ae6faca4654,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:51.807106 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-6c4b519d-eece-40dd-a71f-94ed67f9fc1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2b196667d48416ea6c3c4266aee1ab0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0748718 Oct 13 15:57:51.809462 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60164) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:51.868904 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7da11d72-3d31-4514-9ed0-6ab46a59803a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.896674 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7da11d72-3d31-4514-9ed0-6ab46a59803a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:51.999699 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7da11d72-3d31-4514-9ed0-6ab46a59803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:52.002640 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7da11d72-3d31-4514-9ed0-6ab46a59803a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:52.003891 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-7da11d72-3d31-4514-9ed0-6ab46a59803a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe916c5d-2bfc-4c7e-ba37-94863a648133 HTTP/1.1" status: 204 len: 168 time: 0.1932673 Oct 13 15:57:52.014149 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da11d72-3d31-4514-9ed0-6ab46a59803a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe916c5d-2bfc-4c7e-ba37-94863a648133,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:52.319704 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492632b-3c8d-4c21-9937-51f10c84da31 req-b68ff662-013d-4d14-82d7-8c779a2e7877 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:52.321173 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0492632b-3c8d-4c21-9937-51f10c84da31 req-b68ff662-013d-4d14-82d7-8c779a2e7877 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0554094 Oct 13 15:57:52.361758 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0492632b-3c8d-4c21-9937-51f10c84da31 req-caf2f5a3-570b-4cd0-bae1-1a7546157e24 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332336 Oct 13 15:57:52.707382 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device a567d756-2e82-4e06-87fc-e12b19ff3862 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:57:52.728218 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: a567d756-2e82-4e06-87fc-e12b19ff3862 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:57:52.728634 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device a567d756-2e82-4e06-87fc-e12b19ff3862 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:57:53.482143 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e910b-68db-4b9e-8f03-c7466c4eb61c req-84631cd0-6841-4fab-b70e-1afe01cf62ff tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:53.483630 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-121e910b-68db-4b9e-8f03-c7466c4eb61c req-84631cd0-6841-4fab-b70e-1afe01cf62ff tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0520213 Oct 13 15:57:53.561229 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-121e910b-68db-4b9e-8f03-c7466c4eb61c req-e41489eb-3dca-4c43-beac-908d6855517a tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713928 Oct 13 15:57:53.651066 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60226) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:53.757466 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7e8883cf-c4c7-4cda-a926-529f8640f6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:53.803447 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-4141c080-2db0-4e54-9505-ad119ffdf4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:53.804938 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-4141c080-2db0-4e54-9505-ad119ffdf4b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f&tenant_id=80f75f1126f34d82a0a52d68d676f8d2 HTTP/1.1" status: 200 len: 1098 time: 0.0417368 Oct 13 15:57:53.836273 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7e8883cf-c4c7-4cda-a926-529f8640f6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:53.873991 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-7b1d9d90-d457-4590-ba9c-f2796235e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:53.874741 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-7b1d9d90-d457-4590-ba9c-f2796235e345 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f75f1126f34d82a0a52d68d676f8d2&device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 1098 time: 0.0469022 Oct 13 15:57:53.913235 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-7e8883cf-c4c7-4cda-a926-529f8640f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:53.951996 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8883cf-c4c7-4cda-a926-529f8640f6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433ba3ae-db53-4902-b876-5e5e08efe8b4,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:53.959301 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-7e8883cf-c4c7-4cda-a926-529f8640f6d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d0d7be8c9134f2cae3b4d650a864940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045928 Oct 13 15:57:53.961608 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 60238) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:57:53.984984 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 5f196f7f-81c4-491e-8465-30a4c401678e no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:57:54.009012 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-475a9d72-b34c-4ed1-8da7-14605c630876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:54.010472 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-475a9d72-b34c-4ed1-8da7-14605c630876 service neutron] 10.222.0.37 "GET /v2.0/networks?id=edc235c3-30b1-4f94-a0b9-632062d216e3 HTTP/1.1" status: 200 len: 910 time: 0.1282423 Oct 13 15:57:54.062965 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:54.076462 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-268e5ac4-d5cd-40d6-b964-bf3188477805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:54.086706 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f196f7f-81c4-491e-8465-30a4c401678e'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:57:54.088959 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1789051d-dd9b-4667-8f14-1e36781f1bb3" -d '{"events": [{"server_uuid": "dbee69f3-bc34-4d86-b15f-90949d9b2d5f", "name": "network-vif-unplugged", "status": "completed", "tag": "5f196f7f-81c4-491e-8465-30a4c401678e"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:57:54.102819 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 5f196f7f-81c4-491e-8465-30a4c401678e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5f196f7f-81c4-491e-8465-30a4c401678e,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:57:54.103173 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-d4341478-010d-4732-afa5-ae0819dc34ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f196f7f-81c4-491e-8465-30a4c401678e HTTP/1.1" status: 200 len: 1000 time: 0.0842338 Oct 13 15:57:54.112862 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-268e5ac4-d5cd-40d6-b964-bf3188477805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:54.128360 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 15:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70e582e-c87a-47b5-aec2-35ddb045e0e5 x-openstack-request-id: req-e70e582e-c87a-47b5-aec2-35ddb045e0e5 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:57:54.129012 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbee69f3-bc34-4d86-b15f-90949d9b2d5f", "name": "network-vif-unplugged", "status": "completed", "tag": "5f196f7f-81c4-491e-8465-30a4c401678e", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:57:54.129538 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e70e582e-c87a-47b5-aec2-35ddb045e0e5 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:57:54.129640 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f196f7f-81c4-491e-8465-30a4c401678e', 'code': 200} Oct 13 15:57:54.180438 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-89cf68b5-c7f6-495d-83d0-e785eca6a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:54.181926 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-89cf68b5-c7f6-495d-83d0-e785eca6a638 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7121608-4308-4b27-a4f5-b8b69022be7b HTTP/1.1" status: 200 len: 848 time: 0.0713115 Oct 13 15:57:54.217528 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:54.237076 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-967f0c87-bf6c-4092-8cbc-085b38eb5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:54.239127 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-967f0c87-bf6c-4092-8cbc-085b38eb5c11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edc235c3-30b1-4f94-a0b9-632062d216e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489604 Oct 13 15:57:54.265825 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=5f196f7f-81c4-491e-8465-30a4c401678e,revision_number=6']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:54.292874 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-268e5ac4-d5cd-40d6-b964-bf3188477805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:54.295383 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-268e5ac4-d5cd-40d6-b964-bf3188477805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:54.298993 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-268e5ac4-d5cd-40d6-b964-bf3188477805 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/433ba3ae-db53-4902-b876-5e5e08efe8b4 HTTP/1.1" status: 204 len: 168 time: 0.3339341 Oct 13 15:57:54.311332 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e5ac4-d5cd-40d6-b964-bf3188477805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433ba3ae-db53-4902-b876-5e5e08efe8b4,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:57:54.348054 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-c00cb390-672c-419c-a031-780a8771720f service neutron] 10.222.0.37 "GET /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997732 Oct 13 15:57:54.443781 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a6d528f0-6a34-4fd0-b3b7-a3d2cc9b60ec req-dc55dd74-1068-487e-bd6c-c17b95b6ca06 service neutron] 10.222.0.37 "GET /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873010 Oct 13 15:57:54.685857 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc334f3-cca9-4428-864f-1396fd798824 req-82007bf3-b56d-458b-891c-fb0d4917e9c1 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:54.687407 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8dc334f3-cca9-4428-864f-1396fd798824 req-82007bf3-b56d-458b-891c-fb0d4917e9c1 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0505781 Oct 13 15:57:54.728903 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-8dc334f3-cca9-4428-864f-1396fd798824 req-b20a742f-1288-4a4f-90b6-ce50b8085a7b tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350633 Oct 13 15:57:55.846547 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89496613-1aeb-4486-b7e5-80e1bdd684bf req-58f08e33-9cd1-40d2-89d1-ab7d773d5349 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:55.848645 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-89496613-1aeb-4486-b7e5-80e1bdd684bf req-58f08e33-9cd1-40d2-89d1-ab7d773d5349 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0522349 Oct 13 15:57:55.886001 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-89496613-1aeb-4486-b7e5-80e1bdd684bf req-eedf7357-6b49-4d34-8755-004fe8158cbf tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312333 Oct 13 15:57:56.996878 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470210d-b1e8-45e7-b3d8-cefcef528455 req-44519f99-c9c2-4ff9-a543-443ab82efa1a tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:56.998329 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d470210d-b1e8-45e7-b3d8-cefcef528455 req-44519f99-c9c2-4ff9-a543-443ab82efa1a tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0477436 Oct 13 15:57:57.035459 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d470210d-b1e8-45e7-b3d8-cefcef528455 req-b9d1348b-ea26-4c97-a99b-d110ab789976 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302222 Oct 13 15:57:58.146425 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926e556-fceb-488c-9afd-ecd8f6038711 req-29e97aa2-f1c8-46b1-8701-24eeab775d57 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:58.147933 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6926e556-fceb-488c-9afd-ecd8f6038711 req-29e97aa2-f1c8-46b1-8701-24eeab775d57 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0478404 Oct 13 15:57:58.183553 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-6926e556-fceb-488c-9afd-ecd8f6038711 req-8c3a04dc-e1b3-4bbb-a76b-343852fc6d49 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299032 Oct 13 15:57:58.610814 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b12d388a-9b5c-4f52-ae15-86d048442e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:59.299863 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346139f7-7986-4f4a-ad88-84dfcd0c04f9 req-b8d19e30-152e-4abc-8803-789bf2d9bf43 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:57:59.301335 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-346139f7-7986-4f4a-ad88-84dfcd0c04f9 req-b8d19e30-152e-4abc-8803-789bf2d9bf43 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0529566 Oct 13 15:57:59.338347 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-346139f7-7986-4f4a-ad88-84dfcd0c04f9 req-53f8483b-de54-4d5d-862d-599a68308003 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311379 Oct 13 15:58:00.456883 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b8198-988d-4509-946f-e74d639a8862 req-cdbda492-fddc-41d2-8887-9dd36cb2f5b8 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:00.458381 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-526b8198-988d-4509-946f-e74d639a8862 req-cdbda492-fddc-41d2-8887-9dd36cb2f5b8 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0478888 Oct 13 15:58:00.497853 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-526b8198-988d-4509-946f-e74d639a8862 req-5bea7c25-b2c0-4491-91dc-efae1a22693f tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319104 Oct 13 15:58:00.655371 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945d157-65f5-47c4-8daf-f68beddf6312 req-55f74317-c7d3-424b-ba03-f917e9261a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:00.656813 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4945d157-65f5-47c4-8daf-f68beddf6312 req-55f74317-c7d3-424b-ba03-f917e9261a22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 1096 time: 0.0397997 Oct 13 15:58:00.689739 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4945d157-65f5-47c4-8daf-f68beddf6312 req-f7bfc2da-d3e0-4ae0-81b0-92f9a2c4b138 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260081 Oct 13 15:58:01.290910 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a25afada-9821-4a40-a465-9b546b7f5acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:01.611631 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790ca80-d3ea-4e1a-b2ea-c91f06e06c92 req-2e03cc2b-edfd-4555-8c9d-f3bb976a9abd tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:01.614077 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a790ca80-d3ea-4e1a-b2ea-c91f06e06c92 req-2e03cc2b-edfd-4555-8c9d-f3bb976a9abd tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 943 time: 0.0487561 Oct 13 15:58:01.652457 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a790ca80-d3ea-4e1a-b2ea-c91f06e06c92 req-9ea79857-ec12-47d7-89f3-74dadbe32080 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317709 Oct 13 15:58:02.056928 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 5f196f7f-81c4-491e-8465-30a4c401678e details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:58:02.138257 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:02.168418 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 5f196f7f-81c4-491e-8465-30a4c401678e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5f196f7f-81c4-491e-8465-30a4c401678e,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:02.178468 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': '5f196f7f-81c4-491e-8465-30a4c401678e', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'port_id': '5f196f7f-81c4-491e-8465-30a4c401678e', 'mac_address': 'fa:16:3e:60:b4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:58:02.213238 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:02.216409 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:02.231928 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f196f7f-81c4-491e-8465-30a4c401678e {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:58:02.250401 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 5f196f7f-81c4-491e-8465-30a4c401678e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5f196f7f-81c4-491e-8465-30a4c401678e,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:02.302668 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:02.351447 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=5f196f7f-81c4-491e-8465-30a4c401678e,revision_number=7']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:02.362031 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:02.362031 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:02.362031 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:02.362031 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:02.362031 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:02.362031 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:02.362031 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:02.362031 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:02.362031 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:02.362031 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:02.362844 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:02.362844 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:02.544545 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['5f196f7f-81c4-491e-8465-30a4c401678e'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:58:02.780394 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a90e6c-74a4-4db9-99bf-f143413ac53d req-d8904141-47c3-4489-9ee6-ecd02ef8d96d tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:02.781853 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-35a90e6c-74a4-4db9-99bf-f143413ac53d req-d8904141-47c3-4489-9ee6-ecd02ef8d96d tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 944 time: 0.0541885 Oct 13 15:58:02.819398 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-35a90e6c-74a4-4db9-99bf-f143413ac53d req-13501e35-bad9-4b20-9d65-68080a037b2a tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311933 Oct 13 15:58:02.916960 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 60394) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:03.023588 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f63e-0ee8-44da-9c9b-c29ac4c7a87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:03.096966 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f63e-0ee8-44da-9c9b-c29ac4c7a87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:03.148410 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f63e-0ee8-44da-9c9b-c29ac4c7a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:03.185983 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1fb6f63e-0ee8-44da-9c9b-c29ac4c7a87f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05d21642d02e4720bdad696442856bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679582 Oct 13 15:58:03.186675 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6f63e-0ee8-44da-9c9b-c29ac4c7a87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d78258-16ed-4183-b711-c73c6f142328,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:03.189572 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60406) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:03.239669 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-261956c4-6f1f-4984-9c72-7356e72799f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:03.261633 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-261956c4-6f1f-4984-9c72-7356e72799f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:03.377264 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-261956c4-6f1f-4984-9c72-7356e72799f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:03.379894 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-261956c4-6f1f-4984-9c72-7356e72799f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:03.381097 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-261956c4-6f1f-4984-9c72-7356e72799f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0d78258-16ed-4183-b711-c73c6f142328 HTTP/1.1" status: 204 len: 168 time: 0.1903379 Oct 13 15:58:03.388935 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261956c4-6f1f-4984-9c72-7356e72799f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d78258-16ed-4183-b711-c73c6f142328,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:03.897752 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:04.074934 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 5f196f7f-81c4-491e-8465-30a4c401678e up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:58:04.131618 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port 5f196f7f-81c4-491e-8465-30a4c401678e triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:58:04.131985 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:04.220604 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:04.246495 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f196f7f-81c4-491e-8465-30a4c401678e'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:58:04.249037 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06eabb6e-50dd-4342-ac80-b923a92156bc" -d '{"events": [{"server_uuid": "dbee69f3-bc34-4d86-b15f-90949d9b2d5f", "name": "network-vif-plugged", "status": "completed", "tag": "5f196f7f-81c4-491e-8465-30a4c401678e"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:58:04.264965 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 5f196f7f-81c4-491e-8465-30a4c401678e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5f196f7f-81c4-491e-8465-30a4c401678e,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:04.307450 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d580d93-6ad9-47b3-bf8c-1a496f1699f8 x-openstack-request-id: req-9d580d93-6ad9-47b3-bf8c-1a496f1699f8 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:58:04.307739 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbee69f3-bc34-4d86-b15f-90949d9b2d5f", "name": "network-vif-plugged", "status": "completed", "tag": "5f196f7f-81c4-491e-8465-30a4c401678e", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:58:04.307986 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d580d93-6ad9-47b3-bf8c-1a496f1699f8 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:58:04.308402 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f196f7f-81c4-491e-8465-30a4c401678e', 'code': 200} Oct 13 15:58:04.349164 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:04.399220 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=5f196f7f-81c4-491e-8465-30a4c401678e,revision_number=8']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:09.640638 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60564) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:09.746348 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:09.818058 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:09.844236 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:58:09.936544 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:09.977481 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6cd239babaab4e7aba975e765247481f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356867 Oct 13 15:58:09.979438 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d242320-73b2-4f54-88b9-50e2cbeccc29,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:09.980145 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 60568) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:09.986407 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:09.993490 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:09.993490 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:09.993490 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:09.993490 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:09.993490 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:09.993490 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:09.993490 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:09.993490 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:09.993490 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:09.993490 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:09.993490 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d1421-031d-43d6-9f9d-96e8d58217a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:10.036372 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03485699-3ece-4896-bf8b-1dd962802793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:10.058662 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03485699-3ece-4896-bf8b-1dd962802793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:10.205361 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03485699-3ece-4896-bf8b-1dd962802793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:10.207968 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03485699-3ece-4896-bf8b-1dd962802793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:10.209125 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-03485699-3ece-4896-bf8b-1dd962802793 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d242320-73b2-4f54-88b9-50e2cbeccc29 HTTP/1.1" status: 204 len: 168 time: 0.2278979 Oct 13 15:58:10.218196 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03485699-3ece-4896-bf8b-1dd962802793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d242320-73b2-4f54-88b9-50e2cbeccc29,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:10.697050 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 60582) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:10.801331 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-45dbbecd-218b-4ba4-8403-e13d42a91846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:10.873444 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-45dbbecd-218b-4ba4-8403-e13d42a91846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:10.940909 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-45dbbecd-218b-4ba4-8403-e13d42a91846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:10.978675 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-45dbbecd-218b-4ba4-8403-e13d42a91846 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc6a9d4c02194b4ebad8ece20f87abbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804174 Oct 13 15:58:10.980520 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbbecd-218b-4ba4-8403-e13d42a91846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85915eca-988b-4924-99c6-94334112309a,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:10.981571 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60586) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:11.030489 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-89b0e451-98f8-4552-aa65-ea4b2349eba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:11.050607 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-89b0e451-98f8-4552-aa65-ea4b2349eba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:11.165605 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-89b0e451-98f8-4552-aa65-ea4b2349eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:11.168321 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-89b0e451-98f8-4552-aa65-ea4b2349eba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:11.169469 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-89b0e451-98f8-4552-aa65-ea4b2349eba4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/85915eca-988b-4924-99c6-94334112309a HTTP/1.1" status: 204 len: 168 time: 0.1867085 Oct 13 15:58:11.177259 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0e451-98f8-4552-aa65-ea4b2349eba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85915eca-988b-4924-99c6-94334112309a,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:11.806987 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60592) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:11.820573 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bb932790-fe51-4949-944b-9e39b3f96505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:11.892289 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bb932790-fe51-4949-944b-9e39b3f96505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:11.970931 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-bb932790-fe51-4949-944b-9e39b3f96505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:12.007941 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-bb932790-fe51-4949-944b-9e39b3f96505 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb0c3fc766ef4d9a875416f49e92034a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998208 Oct 13 15:58:12.009818 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb932790-fe51-4949-944b-9e39b3f96505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e63c5ba-c4ec-487b-bf5c-695f18a44464,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:12.010723 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 60594) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:12.058380 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-946b2f93-c3ae-4ac1-878a-3b2a4b4f4ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:12.079073 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-946b2f93-c3ae-4ac1-878a-3b2a4b4f4ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:12.216560 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-946b2f93-c3ae-4ac1-878a-3b2a4b4f4ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:12.219133 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-946b2f93-c3ae-4ac1-878a-3b2a4b4f4ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:12.220330 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-946b2f93-c3ae-4ac1-878a-3b2a4b4f4ebb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e63c5ba-c4ec-487b-bf5c-695f18a44464 HTTP/1.1" status: 204 len: 168 time: 0.2085946 Oct 13 15:58:12.228457 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b2f93-c3ae-4ac1-878a-3b2a4b4f4ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e63c5ba-c4ec-487b-bf5c-695f18a44464,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:13.319757 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:13.722262 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9d5cbc7d-aa0f-4cb3-9bd5-8651fd4ec228 req-623c6887-ad2a-407b-ad8e-633a1da83005 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138566477&fields=id&tenant_id=ffd90f36938c4f2f8547864775620cf0 HTTP/1.1" status: 200 len: 267 time: 0.0336051 Oct 13 15:58:13.778857 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cbc7d-aa0f-4cb3-9bd5-8651fd4ec228 req-447f7729-e86a-462c-9cd0-cfaa959cad21 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:13.780313 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9d5cbc7d-aa0f-4cb3-9bd5-8651fd4ec228 req-447f7729-e86a-462c-9cd0-cfaa959cad21 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 985 time: 0.0517039 Oct 13 15:58:13.791378 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.v2.base [req-9d5cbc7d-aa0f-4cb3-9bd5-8651fd4ec228 req-cddc05cf-5460-419c-8d06-4029bf49b455 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Request body: {'port': {'security_groups': ['534ffc77-6616-4a73-974e-66fd4a1085ee']}} {{(pid=107005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:58:13.860539 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-9d5cbc7d-aa0f-4cb3-9bd5-8651fd4ec228 req-cddc05cf-5460-419c-8d06-4029bf49b455 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:14.036035 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [req-9d5cbc7d-aa0f-4cb3-9bd5-8651fd4ec228 req-cddc05cf-5460-419c-8d06-4029bf49b455 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] For port bd910a59-2f45-4272-a104-78afe6a727a0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd910a59-2f45-4272-a104-78afe6a727a0,segment=NetworkSegment(e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d),segment_id=e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:14.068280 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-9d5cbc7d-aa0f-4cb3-9bd5-8651fd4ec228 req-cddc05cf-5460-419c-8d06-4029bf49b455 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for port, precommit_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:14.108375 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4476aab3-9bad-46b5-b62e-9c7bc94f3f39 req-0f93492e-3924-4803-8213-4d12c34680bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375504 Oct 13 15:58:14.147060 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-9d5cbc7d-aa0f-4cb3-9bd5-8651fd4ec228 req-cddc05cf-5460-419c-8d06-4029bf49b455 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4586336'] for port, after_update {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:14.159322 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['bd910a59-2f45-4272-a104-78afe6a727a0'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:58:14.174907 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476aab3-9bad-46b5-b62e-9c7bc94f3f39 req-d77f3213-50fc-40ba-b98f-450f3f95023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:14.176417 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4476aab3-9bad-46b5-b62e-9c7bc94f3f39 req-d77f3213-50fc-40ba-b98f-450f3f95023e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 1099 time: 0.0459402 Oct 13 15:58:14.216607 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cbc7d-aa0f-4cb3-9bd5-8651fd4ec228 req-cddc05cf-5460-419c-8d06-4029bf49b455 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:14.224278 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [req-9d5cbc7d-aa0f-4cb3-9bd5-8651fd4ec228 req-cddc05cf-5460-419c-8d06-4029bf49b455 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:14.224278 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9d5cbc7d-aa0f-4cb3-9bd5-8651fd4ec228 req-cddc05cf-5460-419c-8d06-4029bf49b455 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "PUT /v2.0/ports/bd910a59-2f45-4272-a104-78afe6a727a0 HTTP/1.1" status: 200 len: 943 time: 0.4319861 Oct 13 15:58:14.224278 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'tag': 'bd910a59-2f45-4272-a104-78afe6a727a0'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:58:14.224278 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8342e9e-ecfa-475d-87f7-4db6e915f80f" -d '{"events": [{"name": "network-changed", "server_uuid": "56e7c9d2-395d-4aa3-a0b3-d338263ad667", "tag": "bd910a59-2f45-4272-a104-78afe6a727a0"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:58:14.227575 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60638) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:14.282537 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc05cf-5460-419c-8d06-4029bf49b455 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event updated for resources: {'Port': ['ID=bd910a59-2f45-4272-a104-78afe6a727a0,revision_number=7']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:14.307850 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beabab3-36f0-4626-a188-c4a3a16b206f x-openstack-request-id: req-5beabab3-36f0-4626-a188-c4a3a16b206f {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:58:14.308143 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e7c9d2-395d-4aa3-a0b3-d338263ad667", "tag": "bd910a59-2f45-4272-a104-78afe6a727a0", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:58:14.311482 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5beabab3-36f0-4626-a188-c4a3a16b206f {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:58:14.311482 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'tag': 'bd910a59-2f45-4272-a104-78afe6a727a0', 'status': 'completed', 'code': 200} Oct 13 15:58:14.329503 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaacd-a728-40c0-8149-e40f07374651 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:14.336371 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['bd910a59-2f45-4272-a104-78afe6a727a0'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:58:14.362563 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaacd-a728-40c0-8149-e40f07374651 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:14.424807 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476aab3-9bad-46b5-b62e-9c7bc94f3f39 req-bd62e9a5-1abf-464c-9b50-83acb0116c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:14.426464 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4476aab3-9bad-46b5-b62e-9c7bc94f3f39 req-bd62e9a5-1abf-464c-9b50-83acb0116c9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 200 len: 913 time: 0.2225451 Oct 13 15:58:14.432315 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342e9e-ecfa-475d-87f7-4db6e915f80f req-9b87784a-8e1f-417d-9aaf-ec7c1b84a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:14.433765 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8342e9e-ecfa-475d-87f7-4db6e915f80f req-9b87784a-8e1f-417d-9aaf-ec7c1b84a67b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffd90f36938c4f2f8547864775620cf0&device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 1099 time: 0.0957282 Oct 13 15:58:14.519970 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaacd-a728-40c0-8149-e40f07374651 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:14.523166 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaacd-a728-40c0-8149-e40f07374651 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:14.528299 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-d3bfaacd-a728-40c0-8149-e40f07374651 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "DELETE /v2.0/security-groups/747d24b7-353a-4624-bdf5-244b6468605b HTTP/1.1" status: 204 len: 168 time: 0.2997627 Oct 13 15:58:14.528752 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60646) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:14.555890 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4476aab3-9bad-46b5-b62e-9c7bc94f3f39 req-f1956746-db2a-4a0c-9ffb-d66c61834198 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1d50e59-dbf6-4156-a935-adf01089f7a5 HTTP/1.1" status: 200 len: 1001 time: 0.1211672 Oct 13 15:58:14.571063 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfaacd-a728-40c0-8149-e40f07374651 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=747d24b7-353a-4624-bdf5-244b6468605b,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:14.610139 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342e9e-ecfa-475d-87f7-4db6e915f80f req-ac39a265-56c5-4a50-9d3e-af43b4c439fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:14.611617 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8342e9e-ecfa-475d-87f7-4db6e915f80f req-ac39a265-56c5-4a50-9d3e-af43b4c439fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a638097-dce7-4525-8cf4-f95e4e66f262 HTTP/1.1" status: 200 len: 915 time: 0.1698496 Oct 13 15:58:14.632548 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476aab3-9bad-46b5-b62e-9c7bc94f3f39 req-f89054b9-a8a1-4580-8f68-49d4468ceee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:14.633978 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4476aab3-9bad-46b5-b62e-9c7bc94f3f39 req-f89054b9-a8a1-4580-8f68-49d4468ceee1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c99c185-a519-4976-b8d3-f0c1d1c939d2 HTTP/1.1" status: 200 len: 851 time: 0.0662818 Oct 13 15:58:14.634112 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-a7ebc577-c237-4d06-8974-9dd5472704b4 None None] Provisioning complete for port bd910a59-2f45-4272-a104-78afe6a727a0 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:58:14.634483 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a7ebc577-c237-4d06-8974-9dd5472704b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:14.718031 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8342e9e-ecfa-475d-87f7-4db6e915f80f req-35b8b32e-f55a-43eb-b0ed-6aaf4f94a946 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd910a59-2f45-4272-a104-78afe6a727a0 HTTP/1.1" status: 200 len: 1002 time: 0.0943439 Oct 13 15:58:14.719600 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-a5b6d354-18c5-4fe9-b127-154f16b262e7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Deleting port 05e02588-4edc-48fb-8774-201c61d48bce {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:58:14.720119 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a5b6d354-18c5-4fe9-b127-154f16b262e7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:14.724548 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476aab3-9bad-46b5-b62e-9c7bc94f3f39 req-7e48075c-106a-45df-bbe6-d5f9aeb5852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:14.726643 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4476aab3-9bad-46b5-b62e-9c7bc94f3f39 req-7e48075c-106a-45df-bbe6-d5f9aeb5852b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=472e4c1f-eadc-485a-8e41-ac721b348df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0600886 Oct 13 15:58:14.808477 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a5b6d354-18c5-4fe9-b127-154f16b262e7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:14.809063 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a5b6d354-18c5-4fe9-b127-154f16b262e7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:14.822800 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-a5b6d354-18c5-4fe9-b127-154f16b262e7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Calling delete_port for 05e02588-4edc-48fb-8774-201c61d48bce owned by network:floatingip {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:58:14.840337 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342e9e-ecfa-475d-87f7-4db6e915f80f req-79e30039-b7d2-4a31-b0a4-08fe93b4b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:14.841801 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8342e9e-ecfa-475d-87f7-4db6e915f80f req-79e30039-b7d2-4a31-b0a4-08fe93b4b189 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33c8e6e2-71cb-41a9-b585-540cf214f5e7 HTTP/1.1" status: 200 len: 853 time: 0.0975752 Oct 13 15:58:14.894931 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4476aab3-9bad-46b5-b62e-9c7bc94f3f39 req-858c3315-dde1-4a94-b420-7fe27d5915f9 service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516361 Oct 13 15:58:14.918981 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342e9e-ecfa-475d-87f7-4db6e915f80f req-324d2e1d-41e4-4d2d-be1c-2bb523a8ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:14.920445 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8342e9e-ecfa-475d-87f7-4db6e915f80f req-324d2e1d-41e4-4d2d-be1c-2bb523a8ad5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a638097-dce7-4525-8cf4-f95e4e66f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0663266 Oct 13 15:58:15.095523 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4476aab3-9bad-46b5-b62e-9c7bc94f3f39 req-20704316-024d-4958-a83a-b891334197bf service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866460 Oct 13 15:58:15.099329 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8342e9e-ecfa-475d-87f7-4db6e915f80f req-aebc6101-a8e7-46b3-be4b-fe8185b656b2 service neutron] 10.222.0.37 "GET /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664264 Oct 13 15:58:15.199866 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8342e9e-ecfa-475d-87f7-4db6e915f80f req-150b8cd1-63ee-4024-b99e-4b69c827a9e8 service neutron] 10.222.0.37 "GET /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862541 Oct 13 15:58:15.347989 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a5b6d354-18c5-4fe9-b127-154f16b262e7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:15.373443 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6d354-18c5-4fe9-b127-154f16b262e7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event deleted for resources: {'Port': ['ID=05e02588-4edc-48fb-8774-201c61d48bce,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:15.437583 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a5b6d354-18c5-4fe9-b127-154f16b262e7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks [] for floatingip, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:15.437911 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.l3_db [None req-a5b6d354-18c5-4fe9-b127-154f16b262e7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Floating IP 2ba7f155-98bc-4df8-a1ec-9ea29bfefe8c disassociated (deleted). External IP: 172.27.3.143, port: bd910a59-2f45-4272-a104-78afe6a727a0. Oct 13 15:58:15.641127 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b6d354-18c5-4fe9-b127-154f16b262e7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Router 98f721de-6399-4f31-b203-2b9a719ba573 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:58:15.746730 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b6d354-18c5-4fe9-b127-154f16b262e7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:58:15.751928 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a5b6d354-18c5-4fe9-b127-154f16b262e7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:15.758367 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51badad9-b1a3-480d-ac86-a078b1a028f6 None None] Sync routers for ids ['98f721de-6399-4f31-b203-2b9a719ba573'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:58:15.767159 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51badad9-b1a3-480d-ac86-a078b1a028f6 None None] Routers {'98f721de-6399-4f31-b203-2b9a719ba573'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:58:15.767767 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-51badad9-b1a3-480d-ac86-a078b1a028f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:58:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['98f721de-6399-4f31-b203-2b9a719ba573'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:15.782295 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-a5b6d354-18c5-4fe9-b127-154f16b262e7 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "DELETE /v2.0/floatingips/2ba7f155-98bc-4df8-a1ec-9ea29bfefe8c HTTP/1.1" status: 204 len: 168 time: 1.2499599 Oct 13 15:58:15.877091 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-51badad9-b1a3-480d-ac86-a078b1a028f6 None None] Set router 98f721de-6399-4f31-b203-2b9a719ba573 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:58:16.085246 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-51badad9-b1a3-480d-ac86-a078b1a028f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:55:56Z', 'revision_number': 4, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '3c8474e2-c42f-4f82-9054-793032df04c2', 'name': '', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'mac_address': 'fa:16:3e:aa:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:55Z', 'updated_at': '2021-10-13T15:55:59Z', 'revision_number': 5, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'subnets': [{'id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:16.117638 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51badad9-b1a3-480d-ac86-a078b1a028f6 None None] Checking router: 98f721de-6399-4f31-b203-2b9a719ba573 for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:58:16.126626 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51badad9-b1a3-480d-ac86-a078b1a028f6 None None] Routers {'98f721de-6399-4f31-b203-2b9a719ba573'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:58:16.127276 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-51badad9-b1a3-480d-ac86-a078b1a028f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:58:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['98f721de-6399-4f31-b203-2b9a719ba573'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:16.309664 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'tag': 'bd910a59-2f45-4272-a104-78afe6a727a0'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:58:16.312379 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cc1e39-f105-4965-a75c-8799b7061386" -d '{"events": [{"name": "network-changed", "server_uuid": "56e7c9d2-395d-4aa3-a0b3-d338263ad667", "tag": "bd910a59-2f45-4272-a104-78afe6a727a0"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:58:16.353311 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a925fe-d8be-494c-b5e5-8bc70a9cf1d0 x-openstack-request-id: req-b8a925fe-d8be-494c-b5e5-8bc70a9cf1d0 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:58:16.353311 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e7c9d2-395d-4aa3-a0b3-d338263ad667", "tag": "bd910a59-2f45-4272-a104-78afe6a727a0", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:58:16.353311 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8a925fe-d8be-494c-b5e5-8bc70a9cf1d0 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:58:16.353786 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'tag': 'bd910a59-2f45-4272-a104-78afe6a727a0', 'status': 'completed', 'code': 200} Oct 13 15:58:16.364208 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-51badad9-b1a3-480d-ac86-a078b1a028f6 None None] Set router 98f721de-6399-4f31-b203-2b9a719ba573 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:58:16.422923 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc1e39-f105-4965-a75c-8799b7061386 req-9640e778-04ea-422f-a90e-76d013358ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:16.424433 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-19cc1e39-f105-4965-a75c-8799b7061386 req-9640e778-04ea-422f-a90e-76d013358ade service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffd90f36938c4f2f8547864775620cf0&device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 1099 time: 0.0444484 Oct 13 15:58:16.521164 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc1e39-f105-4965-a75c-8799b7061386 req-d4c887ad-356d-468c-8c90-69a669ed5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:16.523263 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-19cc1e39-f105-4965-a75c-8799b7061386 req-d4c887ad-356d-468c-8c90-69a669ed5ba8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a638097-dce7-4525-8cf4-f95e4e66f262 HTTP/1.1" status: 200 len: 915 time: 0.0881059 Oct 13 15:58:16.566769 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-19cc1e39-f105-4965-a75c-8799b7061386 req-88c7f1f4-876c-4613-9c01-004268048848 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd910a59-2f45-4272-a104-78afe6a727a0 HTTP/1.1" status: 200 len: 217 time: 0.0346792 Oct 13 15:58:16.571689 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-51badad9-b1a3-480d-ac86-a078b1a028f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:55:56Z', 'revision_number': 4, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '3c8474e2-c42f-4f82-9054-793032df04c2', 'name': '', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'mac_address': 'fa:16:3e:aa:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:55Z', 'updated_at': '2021-10-13T15:55:59Z', 'revision_number': 5, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'subnets': [{'id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:16.598156 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51badad9-b1a3-480d-ac86-a078b1a028f6 None None] The sync data for ids ['98f721de-6399-4f31-b203-2b9a719ba573'] in dv-cinder-774288-10-iscsi is: [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:55:56Z', 'revision_number': 4, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '3c8474e2-c42f-4f82-9054-793032df04c2', 'name': '', 'network_id': '2a638097-dce7-4525-8cf4-f95e4e66f262', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'mac_address': 'fa:16:3e:aa:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:55Z', 'updated_at': '2021-10-13T15:55:59Z', 'revision_number': 5, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'subnets': [{'id': '33c8e6e2-71cb-41a9-b585-540cf214f5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:58:16.621728 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc1e39-f105-4965-a75c-8799b7061386 req-ec3d89c6-9ab7-4d59-beca-b0a2c18ef374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:16.623282 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-19cc1e39-f105-4965-a75c-8799b7061386 req-ec3d89c6-9ab7-4d59-beca-b0a2c18ef374 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33c8e6e2-71cb-41a9-b585-540cf214f5e7 HTTP/1.1" status: 200 len: 853 time: 0.0489137 Oct 13 15:58:16.674710 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc1e39-f105-4965-a75c-8799b7061386 req-7558a0d4-3cef-4d3e-91df-c87ea29de026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:16.676317 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-19cc1e39-f105-4965-a75c-8799b7061386 req-7558a0d4-3cef-4d3e-91df-c87ea29de026 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a638097-dce7-4525-8cf4-f95e4e66f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424161 Oct 13 15:58:16.779993 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-19cc1e39-f105-4965-a75c-8799b7061386 req-87a4e7d8-c9a9-4943-8181-fff766f366f0 service neutron] 10.222.0.37 "GET /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946939 Oct 13 15:58:16.883165 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a95dc4-2e3d-48e8-88fa-0a284b1bf1bf None None] New status for floating IP 2ba7f155-98bc-4df8-a1ec-9ea29bfefe8c: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:58:16.886320 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-19cc1e39-f105-4965-a75c-8799b7061386 req-e77550e3-0699-4478-b829-aa7b85b4629c service neutron] 10.222.0.37 "GET /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948131 Oct 13 15:58:22.184959 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fea512-51fd-4ee0-ab74-9acf36ee998f req-5657cb19-8f58-447e-adb8-c8fe1740310e tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:22.187040 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c3fea512-51fd-4ee0-ab74-9acf36ee998f req-5657cb19-8f58-447e-adb8-c8fe1740310e tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 946 time: 0.0496459 Oct 13 15:58:22.227069 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c3fea512-51fd-4ee0-ab74-9acf36ee998f req-007ac0ae-1e93-472f-a187-3608d379ab04 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343764 Oct 13 15:58:23.352076 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246f76-010c-43a1-9bf7-9dc15735d358 req-8587d37b-d080-4ae0-8c3d-ed32837ddfab tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:23.353542 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b4246f76-010c-43a1-9bf7-9dc15735d358 req-8587d37b-d080-4ae0-8c3d-ed32837ddfab tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 946 time: 0.0487528 Oct 13 15:58:23.391123 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-b4246f76-010c-43a1-9bf7-9dc15735d358 req-daaa35ef-6d6b-40b0-96b3-469d63b2ee63 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/security-groups?id=534ffc77-6616-4a73-974e-66fd4a1085ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314062 Oct 13 15:58:24.009146 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64b5cf-938d-4d00-a2db-df6eb4d2459f req-c9c35797-1a89-4046-a70f-df3548365164 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:24.010548 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3d64b5cf-938d-4d00-a2db-df6eb4d2459f req-c9c35797-1a89-4046-a70f-df3548365164 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 946 time: 0.0476830 Oct 13 15:58:24.101256 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-3d64b5cf-938d-4d00-a2db-df6eb4d2459f req-f90933fb-5a44-49e7-bb67-58093a71095b tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Deleting port bd910a59-2f45-4272-a104-78afe6a727a0 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:58:24.102183 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3d64b5cf-938d-4d00-a2db-df6eb4d2459f req-f90933fb-5a44-49e7-bb67-58093a71095b tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:24.186819 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-3d64b5cf-938d-4d00-a2db-df6eb4d2459f req-f90933fb-5a44-49e7-bb67-58093a71095b tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] For port bd910a59-2f45-4272-a104-78afe6a727a0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd910a59-2f45-4272-a104-78afe6a727a0,segment=NetworkSegment(e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d),segment_id=e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:24.187202 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3d64b5cf-938d-4d00-a2db-df6eb4d2459f req-f90933fb-5a44-49e7-bb67-58093a71095b tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:24.199603 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-3d64b5cf-938d-4d00-a2db-df6eb4d2459f req-f90933fb-5a44-49e7-bb67-58093a71095b tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Calling delete_port for bd910a59-2f45-4272-a104-78afe6a727a0 owned by compute:nova {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:58:24.369556 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3d64b5cf-938d-4d00-a2db-df6eb4d2459f req-f90933fb-5a44-49e7-bb67-58093a71095b tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:24.380918 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['bd910a59-2f45-4272-a104-78afe6a727a0'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:58:24.398368 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90933fb-5a44-49e7-bb67-58093a71095b tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Pushing event deleted for resources: {'Port': ['ID=bd910a59-2f45-4272-a104-78afe6a727a0,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:24.443354 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d64b5cf-938d-4d00-a2db-df6eb4d2459f req-f90933fb-5a44-49e7-bb67-58093a71095b tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] No DVR routers for this DVR port bd910a59-2f45-4272-a104-78afe6a727a0 on host hv-cinder-77428 {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:58:24.445942 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-3d64b5cf-938d-4d00-a2db-df6eb4d2459f req-f90933fb-5a44-49e7-bb67-58093a71095b tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:24.449317 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3d64b5cf-938d-4d00-a2db-df6eb4d2459f req-f90933fb-5a44-49e7-bb67-58093a71095b tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.37 "DELETE /v2.0/ports/bd910a59-2f45-4272-a104-78afe6a727a0 HTTP/1.1" status: 204 len: 173 time: 0.4320197 Oct 13 15:58:24.449753 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'name': 'network-vif-deleted', 'tag': 'bd910a59-2f45-4272-a104-78afe6a727a0'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:58:24.452020 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afccdb84-85d5-4a5e-a899-27d66794809f" -d '{"events": [{"server_uuid": "56e7c9d2-395d-4aa3-a0b3-d338263ad667", "name": "network-vif-deleted", "tag": "bd910a59-2f45-4272-a104-78afe6a727a0"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:58:24.489448 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb0c195-a8f0-4a04-b658-1e2d007d2ef7 x-openstack-request-id: req-efb0c195-a8f0-4a04-b658-1e2d007d2ef7 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:58:24.489697 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e7c9d2-395d-4aa3-a0b3-d338263ad667", "name": "network-vif-deleted", "tag": "bd910a59-2f45-4272-a104-78afe6a727a0", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:58:24.489919 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-efb0c195-a8f0-4a04-b658-1e2d007d2ef7 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:58:24.490335 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e7c9d2-395d-4aa3-a0b3-d338263ad667', 'name': 'network-vif-deleted', 'tag': 'bd910a59-2f45-4272-a104-78afe6a727a0', 'status': 'completed', 'code': 200} Oct 13 15:58:24.493800 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-77a6baae-8004-4966-9251-516e28bb5414 req-8a46e21c-915d-4f0f-95bc-7424a2cd5639 tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 210 time: 0.0277421 Oct 13 15:58:25.609267 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1a4160f2-007d-439e-a0a4-341d85e1aa7c req-9d5407b3-e628-4960-b682-fa794408ab7d tempest-TestMinimumBasicScenario-988710551 tempest-TestMinimumBasicScenario-988710551-project] 10.222.0.26 "GET /v2.0/ports?device_id=56e7c9d2-395d-4aa3-a0b3-d338263ad667 HTTP/1.1" status: 200 len: 210 time: 0.0316088 Oct 13 15:58:27.156054 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-115013ee-3e61-46f8-9bb7-bea1663e0d46 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562879085&fields=id&tenant_id=b5ed88eceaec415da77cd8f2f848b36a HTTP/1.1" status: 200 len: 267 time: 0.0334752 Oct 13 15:58:27.266258 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-c9beda78-10f6-46f3-a3f0-cf5c3bd899c9 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:27.267763 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-c9beda78-10f6-46f3-a3f0-cf5c3bd899c9 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/networks?id=472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 200 len: 812 time: 0.1051919 Oct 13 15:58:27.283349 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-bb430644-9382-4e2d-84d7-22e095f4e995 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/quotas/b5ed88eceaec415da77cd8f2f848b36a HTTP/1.1" status: 200 len: 375 time: 0.0097821 Oct 13 15:58:27.349874 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-dbf3144c-aa4e-4a5b-b8ad-f3404799cd58 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0597591 Oct 13 15:58:27.434265 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 60854) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:27.450706 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-b7585564-14de-4dcb-adc5-5328645a82f2 service neutron] 10.222.0.26 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881178 Oct 13 15:58:27.546362 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:27.549646 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-e6d5d46d-b69d-403c-b342-284cb30bccd9 service neutron] 10.222.0.26 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928581 Oct 13 15:58:27.621327 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:27.679443 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:27.719127 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d27a348e9384f689bb5613091c0487c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836595 Oct 13 15:58:27.719999 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43c70e2-5720-4a14-83ac-a38b30e3d2ba,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:27.721754 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60872) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:27.727323 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:27.727678 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:27.728463 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:27.728463 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:27.728666 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:27.729031 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:27.729356 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:27.729694 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:27.730020 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:27.730344 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:27.730669 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:27.731024 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b71988-fa29-4a12-99b1-aa8f00027615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:27.779163 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a7718fdf-31dd-4e4c-85b8-d6c7fe2f248c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:27.799523 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a7718fdf-31dd-4e4c-85b8-d6c7fe2f248c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:27.942017 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a7718fdf-31dd-4e4c-85b8-d6c7fe2f248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:27.944676 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a7718fdf-31dd-4e4c-85b8-d6c7fe2f248c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:27.946074 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-a7718fdf-31dd-4e4c-85b8-d6c7fe2f248c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f43c70e2-5720-4a14-83ac-a38b30e3d2ba HTTP/1.1" status: 204 len: 168 time: 0.2232976 Oct 13 15:58:27.954339 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7718fdf-31dd-4e4c-85b8-d6c7fe2f248c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43c70e2-5720-4a14-83ac-a38b30e3d2ba,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:28.111926 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f3ff9846-a8cd-4a13-aafc-c99c47e25198 req-a8c5f29c-16d5-47b9-a496-c632a0c45f13 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 210 time: 0.0281947 Oct 13 15:58:28.232308 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device bd910a59-2f45-4272-a104-78afe6a727a0 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:58:28.254433 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: bd910a59-2f45-4272-a104-78afe6a727a0 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:58:28.256442 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device bd910a59-2f45-4272-a104-78afe6a727a0 not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:58:28.468313 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60896) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:28.514662 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 60898) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:28.530895 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-78786367-c0e7-4922-a3ea-46a3c36cb59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:28.587414 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a223b730-2472-4d33-b2ef-858250882c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:28.627471 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-78786367-c0e7-4922-a3ea-46a3c36cb59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:28.730795 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-78786367-c0e7-4922-a3ea-46a3c36cb59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:28.779410 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78786367-c0e7-4922-a3ea-46a3c36cb59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db35f8ed-f26d-4d96-8042-d1d844903a67,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:28.788686 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-78786367-c0e7-4922-a3ea-46a3c36cb59e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5475dc735584454d8076ec71a873a96b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728028 Oct 13 15:58:28.788996 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60902) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:28.871866 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1768dd67-79c7-4646-ab44-162646db2122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:28.887684 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0ea7acf0-1239-4bd4-a15b-c0605cf55d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8041619'] for router_interface, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:28.936243 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1768dd67-79c7-4646-ab44-162646db2122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:29.146207 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1768dd67-79c7-4646-ab44-162646db2122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:29.149048 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1768dd67-79c7-4646-ab44-162646db2122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:29.150055 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-1768dd67-79c7-4646-ab44-162646db2122 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db35f8ed-f26d-4d96-8042-d1d844903a67 HTTP/1.1" status: 204 len: 168 time: 0.3600593 Oct 13 15:58:29.163438 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768dd67-79c7-4646-ab44-162646db2122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db35f8ed-f26d-4d96-8042-d1d844903a67,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:29.187792 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7acf0-1239-4bd4-a15b-c0605cf55d42 admin admin] Deleting port 3c8474e2-c42f-4f82-9054-793032df04c2 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:58:29.188217 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0ea7acf0-1239-4bd4-a15b-c0605cf55d42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:29.253675 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-69e5c142-7f92-42cc-85c7-ebf0f576793f req-3ed53a2f-ae45-4bb9-9413-ca1ffb644e1f tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 210 time: 0.0622692 Oct 13 15:58:29.310017 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [None req-0ea7acf0-1239-4bd4-a15b-c0605cf55d42 admin admin] For port 3c8474e2-c42f-4f82-9054-793032df04c2, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=3c8474e2-c42f-4f82-9054-793032df04c2,segment=NetworkSegment(e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d),segment_id=e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:29.310545 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0ea7acf0-1239-4bd4-a15b-c0605cf55d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:29.323953 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7acf0-1239-4bd4-a15b-c0605cf55d42 admin admin] Calling delete_port for 3c8474e2-c42f-4f82-9054-793032df04c2 owned by network:router_interface {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:58:29.548082 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0ea7acf0-1239-4bd4-a15b-c0605cf55d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:29.581591 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7acf0-1239-4bd4-a15b-c0605cf55d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8474e2-c42f-4f82-9054-793032df04c2,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:29.743746 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0ea7acf0-1239-4bd4-a15b-c0605cf55d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041511'] for router_interface, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:29.797406 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60910) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:29.813957 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e824ce67-06ea-410c-a63c-140d65d2d89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.012705 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e824ce67-06ea-410c-a63c-140d65d2d89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.034349 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea7acf0-1239-4bd4-a15b-c0605cf55d42 admin admin] Router 98f721de-6399-4f31-b203-2b9a719ba573 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:58:30.041954 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-5e84771a-5f18-4c54-b757-d6e826316a58 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:30.043442 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-5e84771a-5f18-4c54-b757-d6e826316a58 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "GET /v2.0/networks?id=472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 200 len: 812 time: 0.1099029 Oct 13 15:58:30.079008 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e824ce67-06ea-410c-a63c-140d65d2d89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.087399 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-c28e2dee-68e1-4000-a333-6e70cac2ff8d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5ed88eceaec415da77cd8f2f848b36a HTTP/1.1" status: 200 len: 379 time: 0.0346494 Oct 13 15:58:30.097409 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-cd3f93fa-a6b5-4bd9-bbdd-25a3da5ea494 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Request body: {'port': {'device_id': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'admin_state_up': True, 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'security_groups': ['01319454-6804-40b4-9c9c-cb0225549fba']}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:58:30.160341 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-e824ce67-06ea-410c-a63c-140d65d2d89a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=181c34374b92408499a3f08f58e6e0b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619051 Oct 13 15:58:30.161052 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824ce67-06ea-410c-a63c-140d65d2d89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724de8e5-1354-4606-bc91-46b0852ff247,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:30.163749 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 60912) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:30.189933 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea7acf0-1239-4bd4-a15b-c0605cf55d42 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:58:30.196011 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-0ea7acf0-1239-4bd4-a15b-c0605cf55d42 admin admin] 10.222.0.26 "PUT /v2.0/routers/98f721de-6399-4f31-b203-2b9a719ba573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7263727 Oct 13 15:58:30.200220 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60914) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:30.201253 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e8c2b-883f-42bb-9927-158d582d0536 None None] Sync routers for ids ['98f721de-6399-4f31-b203-2b9a719ba573'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:58:30.211802 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e8c2b-883f-42bb-9927-158d582d0536 None None] Routers {'98f721de-6399-4f31-b203-2b9a719ba573'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:58:30.212460 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-c82e8c2b-883f-42bb-9927-158d582d0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:58:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['98f721de-6399-4f31-b203-2b9a719ba573'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:30.270535 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0eed-2574-4c40-9b9c-917f0ef3ad77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.309308 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0eed-2574-4c40-9b9c-917f0ef3ad77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.323396 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] Notify callbacks [] for router, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.329553 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-cd3f93fa-a6b5-4bd9-bbdd-25a3da5ea494 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Made reservation on behalf of b5ed88eceaec415da77cd8f2f848b36a for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:58:30.333053 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-cd3f93fa-a6b5-4bd9-bbdd-25a3da5ea494 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.341003 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-c82e8c2b-883f-42bb-9927-158d582d0536 None None] Set router 98f721de-6399-4f31-b203-2b9a719ba573 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:58:30.395234 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5a4c6120-102d-4bfa-9cb5-5df2a93544b6 req-7f1b866b-6132-4abb-894c-7bec1a275559 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 210 time: 0.0350516 Oct 13 15:58:30.489395 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-cd3f93fa-a6b5-4bd9-bbdd-25a3da5ea494 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Allocated IP 172.20.0.6 (472e4c1f-eadc-485a-8e41-ac721b348df6/2c99c185-a519-4976-b8d3-f0c1d1c939d2/7220590b-341b-44fc-92e0-1d644767ffa5) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:58:30.510545 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0eed-2574-4c40-9b9c-917f0ef3ad77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.513133 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0eed-2574-4c40-9b9c-917f0ef3ad77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.516520 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-ae2b0eed-2574-4c40-9b9c-917f0ef3ad77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/724de8e5-1354-4606-bc91-46b0852ff247 HTTP/1.1" status: 204 len: 168 time: 0.3488700 Oct 13 15:58:30.538194 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b0eed-2574-4c40-9b9c-917f0ef3ad77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724de8e5-1354-4606-bc91-46b0852ff247,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:30.580586 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-c82e8c2b-883f-42bb-9927-158d582d0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:58:29Z', 'revision_number': 5, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:30.624569 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e8c2b-883f-42bb-9927-158d582d0536 None None] Checking router: 98f721de-6399-4f31-b203-2b9a719ba573 for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:58:30.641048 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e8c2b-883f-42bb-9927-158d582d0536 None None] Routers {'98f721de-6399-4f31-b203-2b9a719ba573'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:58:30.641766 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-c82e8c2b-883f-42bb-9927-158d582d0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:58:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['98f721de-6399-4f31-b203-2b9a719ba573'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:30.691962 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-cd3f93fa-a6b5-4bd9-bbdd-25a3da5ea494 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.765666 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-c82e8c2b-883f-42bb-9927-158d582d0536 None None] Set router 98f721de-6399-4f31-b203-2b9a719ba573 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:58:30.777902 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.799568 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-cd3f93fa-a6b5-4bd9-bbdd-25a3da5ea494 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.849369 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-cd3f93fa-a6b5-4bd9-bbdd-25a3da5ea494 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Network 472e4c1f-eadc-485a-8e41-ac721b348df6 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:58:30.855310 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-cd3f93fa-a6b5-4bd9-bbdd-25a3da5ea494 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:58:30.859800 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-cd3f93fa-a6b5-4bd9-bbdd-25a3da5ea494 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:58:30.865229 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f93fa-a6b5-4bd9-bbdd-25a3da5ea494 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'Port': ['ID=7220590b-341b-44fc-92e0-1d644767ffa5,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:30.923312 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-cd3f93fa-a6b5-4bd9-bbdd-25a3da5ea494 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:30.923312 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-cd3f93fa-a6b5-4bd9-bbdd-25a3da5ea494 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.926090 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] Deleting port f0cd3af0-f396-441f-9750-a09f94f7af93 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:58:30.926439 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.975566 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-c82e8c2b-883f-42bb-9927-158d582d0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:58:29Z', 'revision_number': 5, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:30.991334 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-cd3f93fa-a6b5-4bd9-bbdd-25a3da5ea494 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8974259 Oct 13 15:58:31.008622 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Request body: {'port': {'device_id': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:58:31.013785 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e8c2b-883f-42bb-9927-158d582d0536 None None] The sync data for ids ['98f721de-6399-4f31-b203-2b9a719ba573'] in dv-cinder-774288-10-iscsi is: [{'id': '98f721de-6399-4f31-b203-2b9a719ba573', 'name': 'tempest-TestMinimumBasicScenario-548716741-router', 'tenant_id': 'ffd90f36938c4f2f8547864775620cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:52Z', 'updated_at': '2021-10-13T15:58:29Z', 'revision_number': 5, 'project_id': 'ffd90f36938c4f2f8547864775620cf0', 'gw_port': {'id': 'f0cd3af0-f396-441f-9750-a09f94f7af93', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f721de-6399-4f31-b203-2b9a719ba573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:53Z', 'updated_at': '2021-10-13T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:58:31.064173 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] For port f0cd3af0-f396-441f-9750-a09f94f7af93, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=f0cd3af0-f396-441f-9750-a09f94f7af93,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:31.064703 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.081419 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] Calling delete_port for f0cd3af0-f396-441f-9750-a09f94f7af93 owned by network:router_gateway {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:58:31.105943 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.223338 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-8e42ded5-e549-48ce-9af4-64985a318115 None None] Provisioning complete for port 7220590b-341b-44fc-92e0-1d644767ffa5 triggered by entity DHCP. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:58:31.223936 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8e42ded5-e549-48ce-9af4-64985a318115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.277033 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4e4cb738-0f53-4bad-935f-221be67099bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.282607 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-8e42ded5-e549-48ce-9af4-64985a318115 None None] Port 7220590b-341b-44fc-92e0-1d644767ffa5 cannot update to ACTIVE because it is not bound. {{(pid=107007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:58:31.319613 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.361374 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0cd3af0-f396-441f-9750-a09f94f7af93,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:31.419683 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915973'] for router_gateway, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.451080 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7220590b-341b-44fc-92e0-1d644767ffa5 {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:58:31.464950 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.479155 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Transition to ACTIVE for port object 7220590b-341b-44fc-92e0-1d644767ffa5 will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:58:31.534413 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8044341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.547850 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.550388 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.604803 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Pushing event updated for resources: {'Port': ['ID=7220590b-341b-44fc-92e0-1d644767ffa5,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:31.622526 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7795cb-f921-4586-8836-51f42fa48160 req-80dfac73-32e7-4b94-890b-da711b86b5c2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:31.624332 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1a7795cb-f921-4586-8836-51f42fa48160 req-80dfac73-32e7-4b94-890b-da711b86b5c2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 931 time: 0.1340463 Oct 13 15:58:31.672532 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-1a7795cb-f921-4586-8836-51f42fa48160 req-2e011dd6-8a9b-4ec4-b3f1-771a6c0510f7 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416207 Oct 13 15:58:31.698081 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8044350'] for router, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.698612 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98f721de-6399-4f31-b203-2b9a719ba573 {{(pid=107005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:58:31.701622 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Attempting to bind port 7220590b-341b-44fc-92e0-1d644767ffa5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:58:31.701967 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Attempting to bind port 7220590b-341b-44fc-92e0-1d644767ffa5 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:58:31.702293 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Attempting to bind port 7220590b-341b-44fc-92e0-1d644767ffa5 on network 472e4c1f-eadc-485a-8e41-ac721b348df6 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:58:31.712226 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Port 7220590b-341b-44fc-92e0-1d644767ffa5 on network 472e4c1f-eadc-485a-8e41-ac721b348df6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:58:31.712226 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Attempting to bind port 7220590b-341b-44fc-92e0-1d644767ffa5 on network 472e4c1f-eadc-485a-8e41-ac721b348df6 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:58:31.713173 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] Notify callbacks [] for router, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.714245 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Checking agent: {'id': 'e7dd8301-3d0d-4c5d-adad-6bae1b7297c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'started_at': datetime.datetime(2021, 10, 13, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:58:31.714581 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Checking segment: {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:58:31.714989 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Bound using segment: {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:58:31.715231 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-18be1d14-27e7-485d-b1d6-5db2e5572506 admin admin] 10.222.0.26 "DELETE /v2.0/routers/98f721de-6399-4f31-b203-2b9a719ba573 HTTP/1.1" status: 204 len: 168 time: 1.5136406 Oct 13 15:58:31.715464 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Bound port: 7220590b-341b-44fc-92e0-1d644767ffa5, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19cf538-5c0d-4f13-832a-61fa4b4701b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:58:31.715760 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.717483 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60940) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:31.785775 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8ee780-9932-48ec-a1dc-f3d35e8187ed admin admin] Deleting subnet 33c8e6e2-71cb-41a9-b585-540cf214f5e7 {{(pid=107005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:58:31.790751 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee780-9932-48ec-a1dc-f3d35e8187ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.806349 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] For port 7220590b-341b-44fc-92e0-1d644767ffa5, host hv-cinder-77428, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:58:31.815338 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] For port 7220590b-341b-44fc-92e0-1d644767ffa5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7220590b-341b-44fc-92e0-1d644767ffa5,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:58:31.830971 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee780-9932-48ec-a1dc-f3d35e8187ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4508533'] for subnet, precommit_delete_associations {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.902564 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.920691 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee780-9932-48ec-a1dc-f3d35e8187ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.940279 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:31.942759 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.942759 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] 10.222.0.37 "PUT /v2.0/ports/7220590b-341b-44fc-92e0-1d644767ffa5 HTTP/1.1" status: 200 len: 1093 time: 0.9409862 Oct 13 15:58:31.942759 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'tag': '7220590b-341b-44fc-92e0-1d644767ffa5'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:58:31.948242 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb23d696-8ca5-417d-998d-ae4fe4b7c574" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ff23a9-7292-4de6-a2d1-bb5f149d3b17", "tag": "7220590b-341b-44fc-92e0-1d644767ffa5"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:58:31.986606 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55ab0c-6726-49b8-8f4d-0ed22f018807 service neutron] Pushing event updated for resources: {'Port': ['ID=7220590b-341b-44fc-92e0-1d644767ffa5,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:32.000291 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9607ac6-bb7c-49df-9a49-0ca76edf3708 x-openstack-request-id: req-a9607ac6-bb7c-49df-9a49-0ca76edf3708 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:58:32.000641 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ff23a9-7292-4de6-a2d1-bb5f149d3b17", "tag": "7220590b-341b-44fc-92e0-1d644767ffa5", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:58:32.000900 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9607ac6-bb7c-49df-9a49-0ca76edf3708 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:58:32.001308 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'tag': '7220590b-341b-44fc-92e0-1d644767ffa5', 'status': 'completed', 'code': 200} Oct 13 15:58:32.055828 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee780-9932-48ec-a1dc-f3d35e8187ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4586326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4340987'] for subnet, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.056816 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23d696-8ca5-417d-998d-ae4fe4b7c574 req-a9bad764-0a32-473a-93cd-acc5bbcafeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:32.060465 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb23d696-8ca5-417d-998d-ae4fe4b7c574 req-a9bad764-0a32-473a-93cd-acc5bbcafeef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 1096 time: 0.0475767 Oct 13 15:58:32.086521 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ee780-9932-48ec-a1dc-f3d35e8187ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c8e6e2-71cb-41a9-b585-540cf214f5e7,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:32.099034 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee780-9932-48ec-a1dc-f3d35e8187ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.100954 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c727fd-2ba7-449e-82db-0040847cdef2 None None] Network 2a638097-dce7-4525-8cf4-f95e4e66f262 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:58:32.103038 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-9d8ee780-9932-48ec-a1dc-f3d35e8187ed admin admin] 10.222.0.26 "DELETE /v2.0/subnets/33c8e6e2-71cb-41a9-b585-540cf214f5e7 HTTP/1.1" status: 204 len: 168 time: 0.3844280 Oct 13 15:58:32.105482 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60948) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:32.182326 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.191995 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23d696-8ca5-417d-998d-ae4fe4b7c574 req-efb47050-174e-4c29-b222-d121275b28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:32.191995 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb23d696-8ca5-417d-998d-ae4fe4b7c574 req-efb47050-174e-4c29-b222-d121275b28b5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1172657 Oct 13 15:58:32.208375 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.277617 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.293054 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Deleting port 447dc596-a88f-42f4-a1ba-bb8b55336965 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:58:32.295779 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.321059 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23d696-8ca5-417d-998d-ae4fe4b7c574 req-bf55251f-845d-4209-85bd-746b9fb1def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:32.322631 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb23d696-8ca5-417d-998d-ae4fe4b7c574 req-bf55251f-845d-4209-85bd-746b9fb1def3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1248407 Oct 13 15:58:32.383639 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] For port 447dc596-a88f-42f4-a1ba-bb8b55336965, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=447dc596-a88f-42f4-a1ba-bb8b55336965,segment=NetworkSegment(e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d),segment_id=e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:32.384777 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.389797 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a61e5a3-da97-4202-b810-8f47649da1fa None None] DHCP port deletion for 2a638097-dce7-4525-8cf4-f95e4e66f262 request from dv-cinder-774288-10-iscsi {{(pid=107007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:58:32.397811 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Calling delete_port for 447dc596-a88f-42f4-a1ba-bb8b55336965 owned by network:dhcp {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:58:32.426748 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-584897bb-4c94-46c0-adfd-a13aa475c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:32.431767 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-584897bb-4c94-46c0-adfd-a13aa475c736 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 1096 time: 0.0633154 Oct 13 15:58:32.439644 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-9a61e5a3-da97-4202-b810-8f47649da1fa None None] Deleting port 447dc596-a88f-42f4-a1ba-bb8b55336965 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:58:32.440015 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9a61e5a3-da97-4202-b810-8f47649da1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.489506 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-70287d2a-fe34-4f30-b30c-906a23895365 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7220590b-341b-44fc-92e0-1d644767ffa5 HTTP/1.1" status: 200 len: 217 time: 0.0491698 Oct 13 15:58:32.515583 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-9a61e5a3-da97-4202-b810-8f47649da1fa None None] For port 447dc596-a88f-42f4-a1ba-bb8b55336965, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=447dc596-a88f-42f4-a1ba-bb8b55336965,segment=NetworkSegment(e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d),segment_id=e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:32.515583 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9a61e5a3-da97-4202-b810-8f47649da1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.528732 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-9a61e5a3-da97-4202-b810-8f47649da1fa None None] Calling delete_port for 447dc596-a88f-42f4-a1ba-bb8b55336965 owned by network:dhcp {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:58:32.547891 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-a9f99b68-bf32-43a4-9231-6bbf449cbd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:32.549666 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-a9f99b68-bf32-43a4-9231-6bbf449cbd65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c99c185-a519-4976-b8d3-f0c1d1c939d2 HTTP/1.1" status: 200 len: 851 time: 0.0537448 Oct 13 15:58:32.558274 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.586791 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=447dc596-a88f-42f4-a1ba-bb8b55336965,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:32.592746 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] No DVR routers for this DVR port 447dc596-a88f-42f4-a1ba-bb8b55336965 on host dv-cinder-774288-10-iscsi {{(pid=107005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:58:32.615783 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9a61e5a3-da97-4202-b810-8f47649da1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991'] for port, after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.635015 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-16b2be89-561e-43dd-b5ce-afe58feb3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:32.636855 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-16b2be89-561e-43dd-b5ce-afe58feb3ba6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=472e4c1f-eadc-485a-8e41-ac721b348df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0688879 Oct 13 15:58:32.643628 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61e5a3-da97-4202-b810-8f47649da1fa None None] Pushing event deleted for resources: {'Port': ['ID=447dc596-a88f-42f4-a1ba-bb8b55336965,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:32.652527 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61e5a3-da97-4202-b810-8f47649da1fa None None] No DVR routers for this DVR port 447dc596-a88f-42f4-a1ba-bb8b55336965 on host dv-cinder-774288-10-iscsi {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:58:32.678006 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.704855 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a638097-dce7-4525-8cf4-f95e4e66f262']}} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:32.721636 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d') {'for_net_delete': True} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:32.725632 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92e8aa9-ab33-4b19-a4e8-af63cb4a5d7d') {} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:32.738850 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4508542'] for segment, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.749805 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 3c8474e2-c42f-4f82-9054-793032df04c2 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:58:32.769041 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-14338451-ff30-44bd-b137-93ff4496e434 service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223788 Oct 13 15:58:32.775932 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: 3c8474e2-c42f-4f82-9054-793032df04c2 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:58:32.776169 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.776823 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 3c8474e2-c42f-4f82-9054-793032df04c2 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:58:32.777411 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 447dc596-a88f-42f4-a1ba-bb8b55336965 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=107005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4586120'] for segment, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: Traceback (most recent call last): Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: timer() Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: cb(*args, **kw) Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: return func(*args, **kwargs) Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: self._notify() Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: self.callback(batched_events) Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: event.method(event) Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: return f(self, *a, **k) Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._get(url).json() Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: return self.request(url, 'GET', **kwargs) Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:58:32.801327 dv-cinder-774288-10-iscsi neutron-server[107005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:58:32.815322 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: 447dc596-a88f-42f4-a1ba-bb8b55336965 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:58:32.815965 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 447dc596-a88f-42f4-a1ba-bb8b55336965 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:58:32.816702 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device f0cd3af0-f396-441f-9750-a09f94f7af93 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:58:32.839427 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: f0cd3af0-f396-441f-9750-a09f94f7af93 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:58:32.840033 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device f0cd3af0-f396-441f-9750-a09f94f7af93 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:58:32.866562 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c1433-abc3-426e-a1a1-a01eeb7d60e3 req-628cdf59-c6b0-4530-8c8c-003a27a4cc39 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:32.870211 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-061c1433-abc3-426e-a1a1-a01eeb7d60e3 req-628cdf59-c6b0-4530-8c8c-003a27a4cc39 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 943 time: 0.1045153 Oct 13 15:58:32.878451 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d726c22-afcf-4b42-a4eb-e51bc1e684c1 req-b7c22349-f9f6-4850-8358-6234a245592c service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998032 Oct 13 15:58:32.912461 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-061c1433-abc3-426e-a1a1-a01eeb7d60e3 req-0913e072-5598-47cb-b2b2-a1b680c5f98d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364888 Oct 13 15:58:32.963897 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.969257 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:32.972428 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2a638097-dce7-4525-8cf4-f95e4e66f262 HTTP/1.1" status: 204 len: 168 time: 0.8660092 Oct 13 15:58:32.975497 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 60966) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:32.983873 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190ca45-20e2-43a8-b580-c2e823d3d8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a638097-dce7-4525-8cf4-f95e4e66f262,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:33.580279 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bf81e6b0-44c9-4e3e-bef8-363921f654a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8041619'] for router_interface, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:33.824078 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-bf81e6b0-44c9-4e3e-bef8-363921f654a2 admin admin] Deleting port c1aa60b6-a80d-48ac-b545-2a98e2f94967 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:58:33.824510 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bf81e6b0-44c9-4e3e-bef8-363921f654a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:33.890593 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:33.904205 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-bf81e6b0-44c9-4e3e-bef8-363921f654a2 admin admin] For port c1aa60b6-a80d-48ac-b545-2a98e2f94967, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=c1aa60b6-a80d-48ac-b545-2a98e2f94967,segment=NetworkSegment(093d2fb9-ab35-4321-bb87-d6e29b523c8c),segment_id=093d2fb9-ab35-4321-bb87-d6e29b523c8c)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:33.904568 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bf81e6b0-44c9-4e3e-bef8-363921f654a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:33.917219 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-bf81e6b0-44c9-4e3e-bef8-363921f654a2 admin admin] Calling delete_port for c1aa60b6-a80d-48ac-b545-2a98e2f94967 owned by network:router_interface {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:58:34.030770 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dc3ad-cabb-4771-870b-8cbcc2dea121 req-7aec2b02-303d-4437-9195-50327d420e23 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:34.032201 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-124dc3ad-cabb-4771-870b-8cbcc2dea121 req-7aec2b02-303d-4437-9195-50327d420e23 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 943 time: 0.0504873 Oct 13 15:58:34.071430 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-124dc3ad-cabb-4771-870b-8cbcc2dea121 req-0f12ee6a-009c-44d6-859b-4836ad22754d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330184 Oct 13 15:58:34.163640 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bf81e6b0-44c9-4e3e-bef8-363921f654a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:34.188097 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81e6b0-44c9-4e3e-bef8-363921f654a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1aa60b6-a80d-48ac-b545-2a98e2f94967,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:34.359329 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bf81e6b0-44c9-4e3e-bef8-363921f654a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041511'] for router_interface, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:34.648986 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf81e6b0-44c9-4e3e-bef8-363921f654a2 admin admin] Router 5a267dec-6084-4fba-8f83-2e65b763a1c3 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:58:34.753526 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf81e6b0-44c9-4e3e-bef8-363921f654a2 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:58:34.761872 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-bf81e6b0-44c9-4e3e-bef8-363921f654a2 admin admin] 10.222.0.26 "PUT /v2.0/routers/5a267dec-6084-4fba-8f83-2e65b763a1c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7826164 Oct 13 15:58:34.761995 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60980) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:34.762743 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a41e81-8e33-45ca-b481-40a64c3226a4 None None] Sync routers for ids ['5a267dec-6084-4fba-8f83-2e65b763a1c3'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:58:34.772132 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a41e81-8e33-45ca-b481-40a64c3226a4 None None] Routers {'5a267dec-6084-4fba-8f83-2e65b763a1c3'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:58:34.772721 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-12a41e81-8e33-45ca-b481-40a64c3226a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:58:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['5a267dec-6084-4fba-8f83-2e65b763a1c3'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:34.869089 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] Notify callbacks [] for router, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:34.874751 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-12a41e81-8e33-45ca-b481-40a64c3226a4 None None] Set router 5a267dec-6084-4fba-8f83-2e65b763a1c3 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:58:34.975676 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:35.050178 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-12a41e81-8e33-45ca-b481-40a64c3226a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'name': 'tempest-TestMinimumBasicScenario-1351229492-router', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '06349c84-1c7f-486c-b7ee-2dfdc881a3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:58Z', 'updated_at': '2021-10-13T15:58:34Z', 'revision_number': 5, 'project_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'gw_port': {'id': '06349c84-1c7f-486c-b7ee-2dfdc881a3ab', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:55:59Z', 'updated_at': '2021-10-13T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:35.080176 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a41e81-8e33-45ca-b481-40a64c3226a4 None None] Checking router: 5a267dec-6084-4fba-8f83-2e65b763a1c3 for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:58:35.088549 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a41e81-8e33-45ca-b481-40a64c3226a4 None None] Routers {'5a267dec-6084-4fba-8f83-2e65b763a1c3'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:58:35.089152 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-12a41e81-8e33-45ca-b481-40a64c3226a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:58:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['5a267dec-6084-4fba-8f83-2e65b763a1c3'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:35.092705 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] Deleting port 06349c84-1c7f-486c-b7ee-2dfdc881a3ab {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:58:35.093185 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:35.175175 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-12a41e81-8e33-45ca-b481-40a64c3226a4 None None] Set router 5a267dec-6084-4fba-8f83-2e65b763a1c3 gateway port host: None {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:58:35.206470 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] For port 06349c84-1c7f-486c-b7ee-2dfdc881a3ab, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=06349c84-1c7f-486c-b7ee-2dfdc881a3ab,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:35.206882 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:35.222553 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] Calling delete_port for 06349c84-1c7f-486c-b7ee-2dfdc881a3ab owned by network:router_gateway {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:58:35.225174 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-12a41e81-8e33-45ca-b481-40a64c3226a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'name': 'tempest-TestMinimumBasicScenario-1351229492-router', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:58Z', 'updated_at': '2021-10-13T15:58:34Z', 'revision_number': 6, 'project_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'gw_port_host': None}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:35.238337 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679e7d6-5d05-48af-a12e-d779d179ba6a req-87b3525e-ec49-4faa-a448-7897a8eb25d2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:35.239856 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f679e7d6-5d05-48af-a12e-d779d179ba6a req-87b3525e-ec49-4faa-a448-7897a8eb25d2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 943 time: 0.0862076 Oct 13 15:58:35.255630 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a41e81-8e33-45ca-b481-40a64c3226a4 None None] The sync data for ids ['5a267dec-6084-4fba-8f83-2e65b763a1c3'] in dv-cinder-774288-10-iscsi is: [{'id': '5a267dec-6084-4fba-8f83-2e65b763a1c3', 'name': 'tempest-TestMinimumBasicScenario-1351229492-router', 'tenant_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:55:58Z', 'updated_at': '2021-10-13T15:58:34Z', 'revision_number': 6, 'project_id': 'd4a3330c4409451ca97dc21a2c45bf75', 'gw_port_host': None}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:58:35.328557 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f679e7d6-5d05-48af-a12e-d779d179ba6a req-b8d5a55c-5b0e-4b8b-92c6-7a95245d0222 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805066 Oct 13 15:58:35.478854 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:35.505521 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] Pushing event deleted for resources: {'Port': ['ID=06349c84-1c7f-486c-b7ee-2dfdc881a3ab,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:35.566912 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915973'] for router_gateway, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:35.662567 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8044341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:35.665547 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:35.770190 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8044350'] for router, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:35.770651 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a267dec-6084-4fba-8f83-2e65b763a1c3 {{(pid=107005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:58:35.775420 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] Notify callbacks [] for router, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:35.776570 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-1b2c3c8b-3934-4b2f-800d-96c997731922 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5a267dec-6084-4fba-8f83-2e65b763a1c3 HTTP/1.1" status: 204 len: 168 time: 1.0136993 Oct 13 15:58:35.779014 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 60990) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:35.825976 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b0aed1-d0df-4f30-b64d-bc196a4d848c admin admin] Deleting subnet 144fa784-2062-4c6c-8790-b2a9a3afd90f {{(pid=107005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:58:35.828910 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-12b0aed1-d0df-4f30-b64d-bc196a4d848c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:35.862527 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-12b0aed1-d0df-4f30-b64d-bc196a4d848c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4508533'] for subnet, precommit_delete_associations {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:35.936465 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-12b0aed1-d0df-4f30-b64d-bc196a4d848c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.049664 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-12b0aed1-d0df-4f30-b64d-bc196a4d848c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4586326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4340987'] for subnet, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.078326 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-12b0aed1-d0df-4f30-b64d-bc196a4d848c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.082582 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-12b0aed1-d0df-4f30-b64d-bc196a4d848c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/144fa784-2062-4c6c-8790-b2a9a3afd90f HTTP/1.1" status: 204 len: 168 time: 0.3026528 Oct 13 15:58:36.083237 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50194fef-3a6e-4234-95cb-fba787ca53ba None None] Network 13950c14-412d-4e2f-8911-337c2c18fd94 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:58:36.087320 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0aed1-d0df-4f30-b64d-bc196a4d848c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144fa784-2062-4c6c-8790-b2a9a3afd90f,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:36.087460 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 60992) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:36.155788 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.217465 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Deleting port efe8359c-3507-4b7e-8e61-2ada693fc283 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:58:36.217838 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.276858 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e048a35-2a7b-4418-b797-18ac3000b9e7 None None] DHCP port deletion for 13950c14-412d-4e2f-8911-337c2c18fd94 request from dv-cinder-774288-10-iscsi {{(pid=107007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:58:36.285099 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] For port efe8359c-3507-4b7e-8e61-2ada693fc283, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=efe8359c-3507-4b7e-8e61-2ada693fc283,segment=NetworkSegment(093d2fb9-ab35-4321-bb87-d6e29b523c8c),segment_id=093d2fb9-ab35-4321-bb87-d6e29b523c8c)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:36.285482 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.299519 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Calling delete_port for efe8359c-3507-4b7e-8e61-2ada693fc283 owned by network:dhcp {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:58:36.323113 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-3e048a35-2a7b-4418-b797-18ac3000b9e7 None None] Deleting port efe8359c-3507-4b7e-8e61-2ada693fc283 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:58:36.323488 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3e048a35-2a7b-4418-b797-18ac3000b9e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.385297 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-3e048a35-2a7b-4418-b797-18ac3000b9e7 None None] For port efe8359c-3507-4b7e-8e61-2ada693fc283, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=efe8359c-3507-4b7e-8e61-2ada693fc283,segment=NetworkSegment(093d2fb9-ab35-4321-bb87-d6e29b523c8c),segment_id=093d2fb9-ab35-4321-bb87-d6e29b523c8c)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:36.394158 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3e048a35-2a7b-4418-b797-18ac3000b9e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.400158 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-3e048a35-2a7b-4418-b797-18ac3000b9e7 None None] Calling delete_port for efe8359c-3507-4b7e-8e61-2ada693fc283 owned by network:dhcp {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:58:36.450457 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747773e-9715-413c-b2e7-e90e463f6fe1 req-faba5c8b-e9a9-4c53-8030-75f50470d0dd tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:36.451964 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9747773e-9715-413c-b2e7-e90e463f6fe1 req-faba5c8b-e9a9-4c53-8030-75f50470d0dd tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 943 time: 0.0533962 Oct 13 15:58:36.463221 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.483864 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3e048a35-2a7b-4418-b797-18ac3000b9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991'] for port, after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.498698 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] No DVR routers for this DVR port efe8359c-3507-4b7e-8e61-2ada693fc283 on host dv-cinder-774288-10-iscsi {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:58:36.512228 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e048a35-2a7b-4418-b797-18ac3000b9e7 None None] Pushing event deleted for resources: {'Port': ['ID=efe8359c-3507-4b7e-8e61-2ada693fc283,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:36.516123 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e048a35-2a7b-4418-b797-18ac3000b9e7 None None] No DVR routers for this DVR port efe8359c-3507-4b7e-8e61-2ada693fc283 on host dv-cinder-774288-10-iscsi {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:58:36.517614 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-9747773e-9715-413c-b2e7-e90e463f6fe1 req-57804894-9081-43b5-9312-52630fac5daf tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584815 Oct 13 15:58:36.537859 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=efe8359c-3507-4b7e-8e61-2ada693fc283,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:36.591058 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.610741 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13950c14-412d-4e2f-8911-337c2c18fd94']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:36.620894 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093d2fb9-ab35-4321-bb87-d6e29b523c8c') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:36.621183 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093d2fb9-ab35-4321-bb87-d6e29b523c8c') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:36.630665 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134043813'] for segment, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.644326 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.650737 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:58:36.651194 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133663503'] for segment, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: Traceback (most recent call last): Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: timer() Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: cb(*args, **kw) Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: return func(*args, **kwargs) Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: self._notify() Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: self.callback(batched_events) Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: event.method(event) Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: return f(self, *a, **k) Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._get(url).json() Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: return self.request(url, 'GET', **kwargs) Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:58:36.652920 dv-cinder-774288-10-iscsi neutron-server[107006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:58:36.723846 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device c1aa60b6-a80d-48ac-b545-2a98e2f94967 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:58:36.743997 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: c1aa60b6-a80d-48ac-b545-2a98e2f94967 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:58:36.744339 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device c1aa60b6-a80d-48ac-b545-2a98e2f94967 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:58:36.744757 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 06349c84-1c7f-486c-b7ee-2dfdc881a3ab no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:58:36.765654 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: 06349c84-1c7f-486c-b7ee-2dfdc881a3ab {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:58:36.766001 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 06349c84-1c7f-486c-b7ee-2dfdc881a3ab not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:58:36.766411 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device efe8359c-3507-4b7e-8e61-2ada693fc283 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:58:36.787828 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: efe8359c-3507-4b7e-8e61-2ada693fc283 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:58:36.788095 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device efe8359c-3507-4b7e-8e61-2ada693fc283 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:58:36.793408 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.800029 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.803632 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] 10.222.0.26 "DELETE /v2.0/networks/13950c14-412d-4e2f-8911-337c2c18fd94 HTTP/1.1" status: 204 len: 168 time: 0.7167351 Oct 13 15:58:36.816968 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2640e90-66c7-4606-917a-c38ff9b82d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=13950c14-412d-4e2f-8911-337c2c18fd94,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:37.152099 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 32792) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:37.191769 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-c4ab2a19-a55c-480c-9a78-33c503b3fa60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffd90f36938c4f2f8547864775620cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384932 Oct 13 15:58:37.194311 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 32798) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:37.244531 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee56c995-8ce8-464b-954c-a417284c86b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:37.266031 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee56c995-8ce8-464b-954c-a417284c86b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:37.393306 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee56c995-8ce8-464b-954c-a417284c86b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:37.395902 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-ee56c995-8ce8-464b-954c-a417284c86b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:37.397124 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-ee56c995-8ce8-464b-954c-a417284c86b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/534ffc77-6616-4a73-974e-66fd4a1085ee HTTP/1.1" status: 204 len: 168 time: 0.2011170 Oct 13 15:58:37.405121 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56c995-8ce8-464b-954c-a417284c86b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534ffc77-6616-4a73-974e-66fd4a1085ee,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:37.638935 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a69f8-e47e-4697-9973-21e27dbb6137 req-1d62befa-8faf-4697-b8c2-14060750e118 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:37.644289 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a05a69f8-e47e-4697-9973-21e27dbb6137 req-1d62befa-8faf-4697-b8c2-14060750e118 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 943 time: 0.0515363 Oct 13 15:58:37.681170 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a05a69f8-e47e-4697-9973-21e27dbb6137 req-2d6e7af3-e18e-4e04-83f3-26c159b59c8c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348177 Oct 13 15:58:38.078101 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 32830) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:38.123525 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-111cda6a-5ce3-4da6-9d38-1d17161ee1de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4a3330c4409451ca97dc21a2c45bf75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441601 Oct 13 15:58:38.126656 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 32832) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:38.174286 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d9d03af4-eb24-4401-9632-ca2af49fa94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:38.196517 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d9d03af4-eb24-4401-9632-ca2af49fa94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:38.330747 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d9d03af4-eb24-4401-9632-ca2af49fa94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:38.333341 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-d9d03af4-eb24-4401-9632-ca2af49fa94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:38.334478 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-d9d03af4-eb24-4401-9632-ca2af49fa94d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cdd3903-0811-4d04-a133-5ddd2f0febd8 HTTP/1.1" status: 204 len: 168 time: 0.2069087 Oct 13 15:58:38.342736 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d03af4-eb24-4401-9632-ca2af49fa94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdd3903-0811-4d04-a133-5ddd2f0febd8,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:38.802481 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e5d06-4a3f-43b0-b32e-9ba4bd229388 req-48d9f9e0-e11e-45d7-8118-c993fc037479 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:38.804048 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ae5e5d06-4a3f-43b0-b32e-9ba4bd229388 req-48d9f9e0-e11e-45d7-8118-c993fc037479 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 943 time: 0.0521777 Oct 13 15:58:38.845948 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-ae5e5d06-4a3f-43b0-b32e-9ba4bd229388 req-c0756f8f-f897-4004-af41-9f2a4d694ef1 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355961 Oct 13 15:58:39.744364 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 32852) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:39.847469 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-73fd5e7a-0979-4dc8-8497-6efa73ec8490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:39.922709 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-73fd5e7a-0979-4dc8-8497-6efa73ec8490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:39.960035 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beef3ae-06e3-4e40-b52e-54c923338ebc req-60491bc9-ded1-4d97-b2ee-a7c7505ea9af tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:39.961607 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5beef3ae-06e3-4e40-b52e-54c923338ebc req-60491bc9-ded1-4d97-b2ee-a7c7505ea9af tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 943 time: 0.0489950 Oct 13 15:58:39.999057 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-5beef3ae-06e3-4e40-b52e-54c923338ebc req-a72b85ae-7ee9-43d0-80fb-7d826cb7cb29 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312452 Oct 13 15:58:40.044619 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-73fd5e7a-0979-4dc8-8497-6efa73ec8490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:40.082561 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-73fd5e7a-0979-4dc8-8497-6efa73ec8490 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56f7e7169d614fe1b361f328bc95126f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371377 Oct 13 15:58:40.084056 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd5e7a-0979-4dc8-8497-6efa73ec8490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fa80d3-b008-48fa-89b2-a717616de8fa,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:40.085335 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 32858) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:40.136988 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0c2eef2d-053d-417c-910f-2f9af49c90f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:40.160272 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0c2eef2d-053d-417c-910f-2f9af49c90f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:40.259177 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 7220590b-341b-44fc-92e0-1d644767ffa5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=107007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:58:40.409283 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 7220590b-341b-44fc-92e0-1d644767ffa5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7220590b-341b-44fc-92e0-1d644767ffa5,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:40.410714 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0c2eef2d-053d-417c-910f-2f9af49c90f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:40.410714 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0c2eef2d-053d-417c-910f-2f9af49c90f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:40.410714 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-0c2eef2d-053d-417c-910f-2f9af49c90f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54fa80d3-b008-48fa-89b2-a717616de8fa HTTP/1.1" status: 204 len: 168 time: 0.2823374 Oct 13 15:58:40.411696 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Returning: {'device': '7220590b-341b-44fc-92e0-1d644767ffa5', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'port_id': '7220590b-341b-44fc-92e0-1d644767ffa5', 'mac_address': 'fa:16:3e:11:fd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:58:40.412021 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2eef2d-053d-417c-910f-2f9af49c90f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fa80d3-b008-48fa-89b2-a717616de8fa,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:40.422655 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:40.435562 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7220590b-341b-44fc-92e0-1d644767ffa5 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:58:40.453674 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 7220590b-341b-44fc-92e0-1d644767ffa5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7220590b-341b-44fc-92e0-1d644767ffa5,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:40.496124 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:40.545632 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=7220590b-341b-44fc-92e0-1d644767ffa5,revision_number=4']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:40.707505 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] get_ports_and_sgs() called for port_ids ['7220590b-341b-44fc-92e0-1d644767ffa5'] {{(pid=107007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:58:40.974093 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 32864) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:40.987509 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1ac71d1c-b60e-44e2-aec5-0d6275fb5f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:41.061507 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1ac71d1c-b60e-44e2-aec5-0d6275fb5f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:41.111781 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53087e7-897c-4f4c-99d6-03639cb7099a req-5b1f28bd-a294-46a3-a0c9-b61b5bfa1b21 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:41.113164 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f53087e7-897c-4f4c-99d6-03639cb7099a req-5b1f28bd-a294-46a3-a0c9-b61b5bfa1b21 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 944 time: 0.0480273 Oct 13 15:58:41.139149 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-1ac71d1c-b60e-44e2-aec5-0d6275fb5f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:41.174313 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-f53087e7-897c-4f4c-99d6-03639cb7099a req-3517208f-7bb6-47c6-bc73-968b4f392aaf tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544446 Oct 13 15:58:41.186619 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-1ac71d1c-b60e-44e2-aec5-0d6275fb5f45 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fcd5e8556d1e4a45b0642626897521b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114482 Oct 13 15:58:41.188545 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac71d1c-b60e-44e2-aec5-0d6275fb5f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1932e37d-2d43-434f-a936-20bac6cf62a5,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:41.189359 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 32868) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:41.241909 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6aeceec8-95c1-43d0-9b96-56da340cd312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:41.264691 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6aeceec8-95c1-43d0-9b96-56da340cd312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:41.381956 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6aeceec8-95c1-43d0-9b96-56da340cd312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:41.384717 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6aeceec8-95c1-43d0-9b96-56da340cd312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:41.385907 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-6aeceec8-95c1-43d0-9b96-56da340cd312 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1932e37d-2d43-434f-a936-20bac6cf62a5 HTTP/1.1" status: 204 len: 168 time: 0.1955001 Oct 13 15:58:41.393403 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeceec8-95c1-43d0-9b96-56da340cd312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1932e37d-2d43-434f-a936-20bac6cf62a5,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:42.273575 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 7220590b-341b-44fc-92e0-1d644767ffa5 up at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:58:42.293596 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2fa35-3cd7-4d4b-a2f8-747762d0594c req-13cec4f0-d049-4e44-935f-67e847bea29e tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:42.295242 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d2c2fa35-3cd7-4d4b-a2f8-747762d0594c req-13cec4f0-d049-4e44-935f-67e847bea29e tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 944 time: 0.0555615 Oct 13 15:58:42.337700 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-d2c2fa35-3cd7-4d4b-a2f8-747762d0594c req-690c3b35-e3cf-4126-be03-4dae7fd63e28 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348918 Oct 13 15:58:42.399754 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning for port 7220590b-341b-44fc-92e0-1d644767ffa5 completed by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:58:42.403701 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Provisioning complete for port 7220590b-341b-44fc-92e0-1d644767ffa5 triggered by entity L2. {{(pid=107007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:58:42.403954 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727952'] for port, provisioning_complete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:42.606351 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:42.628704 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7220590b-341b-44fc-92e0-1d644767ffa5'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:58:42.630810 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b2540804736b357e24613d80c8cb710985e38f2074c8e32a37e088763e6e516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8344da-c0ad-4f4e-be4e-91d830330efb" -d '{"events": [{"server_uuid": "c7ff23a9-7292-4de6-a2d1-bb5f149d3b17", "name": "network-vif-plugged", "status": "completed", "tag": "7220590b-341b-44fc-92e0-1d644767ffa5"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:58:42.644009 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] For port 7220590b-341b-44fc-92e0-1d644767ffa5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7220590b-341b-44fc-92e0-1d644767ffa5,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:58:42.667898 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85b6bc3-4a61-4389-9601-69339bedb3a7 x-openstack-request-id: req-f85b6bc3-4a61-4389-9601-69339bedb3a7 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:58:42.668414 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ff23a9-7292-4de6-a2d1-bb5f149d3b17", "name": "network-vif-plugged", "status": "completed", "tag": "7220590b-341b-44fc-92e0-1d644767ffa5", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:58:42.668844 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f85b6bc3-4a61-4389-9601-69339bedb3a7 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:58:42.669595 dv-cinder-774288-10-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7220590b-341b-44fc-92e0-1d644767ffa5', 'code': 200} Oct 13 15:58:42.736284 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254'] for port, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:42.787838 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Pushing event updated for resources: {'Port': ['ID=7220590b-341b-44fc-92e0-1d644767ffa5,revision_number=5']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:43.048398 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821a1e1-cf36-4fb5-87d0-7422b01607b8 req-8e8d5021-005c-44e8-a140-32d7641fba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:43.049861 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a821a1e1-cf36-4fb5-87d0-7422b01607b8 req-8e8d5021-005c-44e8-a140-32d7641fba07 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 1098 time: 0.0395167 Oct 13 15:58:43.083884 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a821a1e1-cf36-4fb5-87d0-7422b01607b8 req-d1d35730-b552-4e25-b89b-d329e0a23721 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266311 Oct 13 15:58:43.347206 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:43.454481 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a504da-da62-4ef0-917d-4f86abc6dbe7 req-83c7f254-c064-46aa-9b07-37b8ae147c7f tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:43.456034 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a7a504da-da62-4ef0-917d-4f86abc6dbe7 req-83c7f254-c064-46aa-9b07-37b8ae147c7f tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 945 time: 0.0495105 Oct 13 15:58:43.495401 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a7a504da-da62-4ef0-917d-4f86abc6dbe7 req-9e7840d9-ecdb-40d3-944b-ac94277ceda6 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323563 Oct 13 15:58:44.613921 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27b4a2-1910-4621-b68f-e96cf6825376 req-958fbc7b-32d4-4e2d-894a-9297f5c031f2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:44.615437 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2c27b4a2-1910-4621-b68f-e96cf6825376 req-958fbc7b-32d4-4e2d-894a-9297f5c031f2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 945 time: 0.0532684 Oct 13 15:58:44.653370 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-2c27b4a2-1910-4621-b68f-e96cf6825376 req-bbd69a78-9846-443a-be3c-37684dae82c8 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313542 Oct 13 15:58:44.771848 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d60df-5d07-4045-a317-a95f2f9b5d28 req-05223d52-8bc5-4261-8f54-f2b82f492c0b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:44.773344 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dd7d60df-5d07-4045-a317-a95f2f9b5d28 req-05223d52-8bc5-4261-8f54-f2b82f492c0b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 945 time: 0.0536225 Oct 13 15:58:44.812507 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-dd7d60df-5d07-4045-a317-a95f2f9b5d28 req-4b9e33ad-068d-4931-9b9f-ada02f5d74db tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332351 Oct 13 15:58:44.834695 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 32962) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:45.016961 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba1cbe-8ea0-4a68-894c-c470b5e023e8 tempest-TestVolumeBootPattern-1649912786 tempest-TestVolumeBootPattern-1649912786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:45.018436 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-75ba1cbe-8ea0-4a68-894c-c470b5e023e8 tempest-TestVolumeBootPattern-1649912786 tempest-TestVolumeBootPattern-1649912786-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 1093 time: 0.1827536 Oct 13 15:58:45.021259 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 32966) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:58:45.025549 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Request body: {'floatingip': {'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'port_id': '7220590b-341b-44fc-92e0-1d644767ffa5', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:58:45.125331 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for floatingip, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:45.221551 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:45.325102 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Allocated IP 172.27.3.74 (ee43febe-a688-4431-b929-490b4321eed3/412b3646-8f2b-494a-b77e-4702aae22924/abdb2995-8cfc-4ec9-b84a-ee7540bcd4a8) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:58:45.432556 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for port, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:45.553404 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743013759982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:45.595794 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Network ee43febe-a688-4431-b929-490b4321eed3 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:58:45.598698 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:58:45.604041 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:58:45.606920 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'Port': ['ID=abdb2995-8cfc-4ec9-b84a-ee7540bcd4a8,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:45.953045 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:46.082828 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571158'] for port, before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:46.234244 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for port, precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:46.295849 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743014231318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743013759236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743013759254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133663463'] for port, after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:46.365354 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event updated for resources: {'Port': ['ID=abdb2995-8cfc-4ec9-b84a-ee7540bcd4a8,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:46.377612 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915923'] for floatingip, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:46.477141 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.db.l3_db [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Floating IP 778bcfec-3fac-4400-9c11-61a4f527dcc1 associated. External IP: 172.27.3.74, port: 7220590b-341b-44fc-92e0-1d644767ffa5. Oct 13 15:58:46.843767 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:58:46.944507 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:58:47.051943 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:58:47.062732 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f197a2-7ada-42e6-a383-fc728842832d None None] Sync routers for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:58:47.072230 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f197a2-7ada-42e6-a383-fc728842832d None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:58:47.075295 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-38f197a2-7ada-42e6-a383-fc728842832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:58:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:47.121232 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:47.158904 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-fb36068a-24f0-4314-bef7-1e3301e3f727 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1273634 Oct 13 15:58:47.158904 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'tag': '7220590b-341b-44fc-92e0-1d644767ffa5'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:58:47.158904 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18dadce-02bd-4b01-9a77-2c521307b9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ff23a9-7292-4de6-a2d1-bb5f149d3b17", "tag": "7220590b-341b-44fc-92e0-1d644767ffa5"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:58:47.184392 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-38f197a2-7ada-42e6-a383-fc728842832d None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:58:47.195677 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf5f2fa-7952-4305-a043-142f270f8e53 x-openstack-request-id: req-2bf5f2fa-7952-4305-a043-142f270f8e53 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:58:47.195946 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ff23a9-7292-4de6-a2d1-bb5f149d3b17", "tag": "7220590b-341b-44fc-92e0-1d644767ffa5", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:58:47.196229 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bf5f2fa-7952-4305-a043-142f270f8e53 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:58:47.196631 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'tag': '7220590b-341b-44fc-92e0-1d644767ffa5', 'status': 'completed', 'code': 200} Oct 13 15:58:47.257969 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dadce-02bd-4b01-9a77-2c521307b9bd req-984fea26-735d-490f-966e-3032e7befd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:47.259959 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d18dadce-02bd-4b01-9a77-2c521307b9bd req-984fea26-735d-490f-966e-3032e7befd03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 1098 time: 0.0422726 Oct 13 15:58:47.355520 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dadce-02bd-4b01-9a77-2c521307b9bd req-72f8f082-23c8-490f-b6ab-0608bc4f4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:47.357015 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d18dadce-02bd-4b01-9a77-2c521307b9bd req-72f8f082-23c8-490f-b6ab-0608bc4f4aef service neutron] 10.222.0.37 "GET /v2.0/networks?id=472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 200 len: 913 time: 0.0900846 Oct 13 15:58:47.426043 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-38f197a2-7ada-42e6-a383-fc728842832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '778bcfec-3fac-4400-9c11-61a4f527dcc1', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': '7220590b-341b-44fc-92e0-1d644767ffa5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:11:fd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:58:45Z', 'updated_at': '2021-10-13T15:58:45Z', 'revision_number': 0, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}, {'id': '8abf26bc-6f91-49f4-832c-aabd82ed9290', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:de:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:56:37Z', 'updated_at': '2021-10-13T15:56:39Z', 'revision_number': 1, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:47.438277 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d18dadce-02bd-4b01-9a77-2c521307b9bd req-b936c772-b25d-41d2-9b82-84fc23048932 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7220590b-341b-44fc-92e0-1d644767ffa5 HTTP/1.1" status: 200 len: 998 time: 0.0660603 Oct 13 15:58:47.452704 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f197a2-7ada-42e6-a383-fc728842832d None None] Checking router: ba33adf1-fb79-4a12-bcfd-23c997fc2b3b for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:58:47.463329 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f197a2-7ada-42e6-a383-fc728842832d None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:58:47.463953 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-38f197a2-7ada-42e6-a383-fc728842832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:58:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:47.492195 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dadce-02bd-4b01-9a77-2c521307b9bd req-c3f5f165-210f-4059-b762-32086c84d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:47.494266 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d18dadce-02bd-4b01-9a77-2c521307b9bd req-c3f5f165-210f-4059-b762-32086c84d283 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c99c185-a519-4976-b8d3-f0c1d1c939d2 HTTP/1.1" status: 200 len: 851 time: 0.0473070 Oct 13 15:58:47.547317 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dadce-02bd-4b01-9a77-2c521307b9bd req-a8f0f6b3-3375-41e8-8f9b-8a9feff4d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:58:47.548821 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d18dadce-02bd-4b01-9a77-2c521307b9bd req-a8f0f6b3-3375-41e8-8f9b-8a9feff4d250 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=472e4c1f-eadc-485a-8e41-ac721b348df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0475490 Oct 13 15:58:47.572620 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-38f197a2-7ada-42e6-a383-fc728842832d None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:58:47.642710 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d18dadce-02bd-4b01-9a77-2c521307b9bd req-0386b282-0d67-4a37-8146-19ae8cdd29b9 service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862098 Oct 13 15:58:47.738137 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d18dadce-02bd-4b01-9a77-2c521307b9bd req-bb7863b8-98ec-4e8c-a5da-2dd6d9a74204 service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869267 Oct 13 15:58:47.806348 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-38f197a2-7ada-42e6-a383-fc728842832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '778bcfec-3fac-4400-9c11-61a4f527dcc1', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': '7220590b-341b-44fc-92e0-1d644767ffa5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:11:fd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:58:45Z', 'updated_at': '2021-10-13T15:58:45Z', 'revision_number': 0, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}, {'id': '8abf26bc-6f91-49f4-832c-aabd82ed9290', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:de:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:56:37Z', 'updated_at': '2021-10-13T15:56:39Z', 'revision_number': 1, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:47.836753 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f197a2-7ada-42e6-a383-fc728842832d None None] The sync data for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi is: [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '778bcfec-3fac-4400-9c11-61a4f527dcc1', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': '7220590b-341b-44fc-92e0-1d644767ffa5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:11:fd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:58:45Z', 'updated_at': '2021-10-13T15:58:45Z', 'revision_number': 0, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}, {'id': '8abf26bc-6f91-49f4-832c-aabd82ed9290', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:de:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:56:37Z', 'updated_at': '2021-10-13T15:56:39Z', 'revision_number': 1, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:58:48.027964 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf74167-9c23-4a95-bb05-ddab8e37034e None None] New status for floating IP 778bcfec-3fac-4400-9c11-61a4f527dcc1: ACTIVE {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:58:58.570042 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-047b7260-7c14-48b1-a22f-f428c682f28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:00.808400 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33034) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:00.911340 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d0c78ee-02ee-415f-9b0f-43e8b6a15595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:00.987791 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d0c78ee-02ee-415f-9b0f-43e8b6a15595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:01.049877 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d0c78ee-02ee-415f-9b0f-43e8b6a15595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:01.087221 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1d0c78ee-02ee-415f-9b0f-43e8b6a15595 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2e4270778b64c3ab1cf92c96d15ed13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777185 Oct 13 15:59:01.089214 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c78ee-02ee-415f-9b0f-43e8b6a15595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ec0d53-2774-478c-928c-440bc7627b6f,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:01.090103 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33038) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:01.139586 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-9f96a2f5-df07-475d-bdab-73635381c941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:01.159773 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-9f96a2f5-df07-475d-bdab-73635381c941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:01.277754 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-9f96a2f5-df07-475d-bdab-73635381c941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:01.280456 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-9f96a2f5-df07-475d-bdab-73635381c941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:01.283350 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-9f96a2f5-df07-475d-bdab-73635381c941 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8ec0d53-2774-478c-928c-440bc7627b6f HTTP/1.1" status: 204 len: 168 time: 0.1896994 Oct 13 15:59:01.290096 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96a2f5-df07-475d-bdab-73635381c941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ec0d53-2774-478c-928c-440bc7627b6f,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:01.303381 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1428354b-1e8c-424b-a416-557320a54a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:02.135753 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:02.164122 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:03.901190 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:13.358609 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:18.316549 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33154) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:18.472817 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Deleting port 9fabff35-7a47-4974-a245-20ec932da7ab {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:59:18.473157 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:18.549552 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:18.549787 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:18.561287 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Calling delete_port for 9fabff35-7a47-4974-a245-20ec932da7ab owned by network:floatingip {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:59:18.746527 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:18.778251 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Pushing event deleted for resources: {'Port': ['ID=9fabff35-7a47-4974-a245-20ec932da7ab,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:18.798614 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:18.798986 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:18.799326 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:18.799708 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:18.799988 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:18.800317 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:18.800641 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:18.800964 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:18.801289 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:18.801610 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:18.801931 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:18.802250 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:18.844726 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for floatingip, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:18.845049 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.l3_db [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Floating IP da1629be-b7c7-4625-8821-0ea6a6a878fe disassociated (deleted). External IP: 172.27.3.57, port: 5f196f7f-81c4-491e-8465-30a4c401678e. Oct 13 15:59:19.048128 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Router 73c2c416-bff5-4eeb-ae39-fbd026c8043e has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:59:19.159091 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:59:19.164660 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:19.169467 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b6ce17-fed9-408f-a5a5-9245dfde7148 None None] Sync routers for ids ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:59:19.178559 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b6ce17-fed9-408f-a5a5-9245dfde7148 None None] Routers {'73c2c416-bff5-4eeb-ae39-fbd026c8043e'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:59:19.179460 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f1b6ce17-fed9-408f-a5a5-9245dfde7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:59:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:19.190635 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-e254b6fa-9294-439b-87bd-4009d21b0c00 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "DELETE /v2.0/floatingips/da1629be-b7c7-4625-8821-0ea6a6a878fe HTTP/1.1" status: 204 len: 168 time: 0.8729601 Oct 13 15:59:19.191317 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'tag': '5f196f7f-81c4-491e-8465-30a4c401678e'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:59:19.193840 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a00303-7df2-44f8-a85e-b5b584e68aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "dbee69f3-bc34-4d86-b15f-90949d9b2d5f", "tag": "5f196f7f-81c4-491e-8465-30a4c401678e"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:59:19.235785 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6c8a63-c456-48d8-a470-42c872f59779 x-openstack-request-id: req-5b6c8a63-c456-48d8-a470-42c872f59779 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:59:19.236067 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbee69f3-bc34-4d86-b15f-90949d9b2d5f", "tag": "5f196f7f-81c4-491e-8465-30a4c401678e", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:59:19.236312 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b6c8a63-c456-48d8-a470-42c872f59779 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:59:19.236988 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'tag': '5f196f7f-81c4-491e-8465-30a4c401678e', 'status': 'completed', 'code': 200} Oct 13 15:59:19.292169 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-f1b6ce17-fed9-408f-a5a5-9245dfde7148 None None] Set router 73c2c416-bff5-4eeb-ae39-fbd026c8043e gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:59:19.299722 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a00303-7df2-44f8-a85e-b5b584e68aeb req-7c83b846-30e1-495a-b0b5-97f147c093f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:59:19.301363 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e2a00303-7df2-44f8-a85e-b5b584e68aeb req-7c83b846-30e1-495a-b0b5-97f147c093f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80f75f1126f34d82a0a52d68d676f8d2&device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 1098 time: 0.0408690 Oct 13 15:59:19.400782 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a00303-7df2-44f8-a85e-b5b584e68aeb req-5e462736-8265-4152-a29f-d4e86ff94d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:59:19.402254 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e2a00303-7df2-44f8-a85e-b5b584e68aeb req-5e462736-8265-4152-a29f-d4e86ff94d53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=edc235c3-30b1-4f94-a0b9-632062d216e3 HTTP/1.1" status: 200 len: 910 time: 0.0936067 Oct 13 15:59:19.443621 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e2a00303-7df2-44f8-a85e-b5b584e68aeb req-be360a80-9bf3-459d-8521-b31fc3b9ca5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f196f7f-81c4-491e-8465-30a4c401678e HTTP/1.1" status: 200 len: 217 time: 0.0347347 Oct 13 15:59:19.498402 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a00303-7df2-44f8-a85e-b5b584e68aeb req-58866a37-bd9c-45b6-bb48-a385ea26def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:59:19.500166 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e2a00303-7df2-44f8-a85e-b5b584e68aeb req-58866a37-bd9c-45b6-bb48-a385ea26def7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7121608-4308-4b27-a4f5-b8b69022be7b HTTP/1.1" status: 200 len: 848 time: 0.0500846 Oct 13 15:59:19.504534 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f1b6ce17-fed9-408f-a5a5-9245dfde7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9b196b13-5643-4bff-9a68-98de5e117072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:20Z', 'revision_number': 4, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port': {'id': '9b196b13-5643-4bff-9a68-98de5e117072', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '2b9fdf8c-0493-44e6-9c49-43f3706e913d', 'name': '', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'mac_address': 'fa:16:3e:1a:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:19Z', 'updated_at': '2021-10-13T15:54:24Z', 'revision_number': 5, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'subnets': [{'id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:19.531150 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b6ce17-fed9-408f-a5a5-9245dfde7148 None None] Checking router: 73c2c416-bff5-4eeb-ae39-fbd026c8043e for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:59:19.540591 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b6ce17-fed9-408f-a5a5-9245dfde7148 None None] Routers {'73c2c416-bff5-4eeb-ae39-fbd026c8043e'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:59:19.541186 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f1b6ce17-fed9-408f-a5a5-9245dfde7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:59:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:19.547375 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a00303-7df2-44f8-a85e-b5b584e68aeb req-e5f4c584-d019-4cb1-9f6b-e0ff1b9aedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:59:19.548874 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e2a00303-7df2-44f8-a85e-b5b584e68aeb req-e5f4c584-d019-4cb1-9f6b-e0ff1b9aedb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edc235c3-30b1-4f94-a0b9-632062d216e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416079 Oct 13 15:59:19.653506 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e2a00303-7df2-44f8-a85e-b5b584e68aeb req-ffa3adff-d34e-4d00-845f-075e31eab04b service neutron] 10.222.0.37 "GET /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971971 Oct 13 15:59:19.653757 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-f1b6ce17-fed9-408f-a5a5-9245dfde7148 None None] Set router 73c2c416-bff5-4eeb-ae39-fbd026c8043e gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:59:19.669118 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af2d5e-e4c7-4ced-b820-cd6d430deb0f req-64d4c9a8-f969-4e69-b70a-3df3c029434d tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:59:19.670703 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c0af2d5e-e4c7-4ced-b820-cd6d430deb0f req-64d4c9a8-f969-4e69-b70a-3df3c029434d tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0571227 Oct 13 15:59:19.712062 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c0af2d5e-e4c7-4ced-b820-cd6d430deb0f req-9a8f6044-da18-4779-9894-4f3c1cca2bd2 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349729 Oct 13 15:59:19.748159 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e2a00303-7df2-44f8-a85e-b5b584e68aeb req-66c022da-b504-45e4-9b8f-49336d436530 service neutron] 10.222.0.37 "GET /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865993 Oct 13 15:59:19.849992 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-f1b6ce17-fed9-408f-a5a5-9245dfde7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9b196b13-5643-4bff-9a68-98de5e117072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:20Z', 'revision_number': 4, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port': {'id': '9b196b13-5643-4bff-9a68-98de5e117072', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '2b9fdf8c-0493-44e6-9c49-43f3706e913d', 'name': '', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'mac_address': 'fa:16:3e:1a:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:19Z', 'updated_at': '2021-10-13T15:54:24Z', 'revision_number': 5, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'subnets': [{'id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:19.998694 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b6ce17-fed9-408f-a5a5-9245dfde7148 None None] The sync data for ids ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'] in dv-cinder-774288-10-iscsi is: [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9b196b13-5643-4bff-9a68-98de5e117072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:20Z', 'revision_number': 4, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port': {'id': '9b196b13-5643-4bff-9a68-98de5e117072', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': '2b9fdf8c-0493-44e6-9c49-43f3706e913d', 'name': '', 'network_id': 'edc235c3-30b1-4f94-a0b9-632062d216e3', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'mac_address': 'fa:16:3e:1a:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:19Z', 'updated_at': '2021-10-13T15:54:24Z', 'revision_number': 5, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'subnets': [{'id': 'f7121608-4308-4b27-a4f5-b8b69022be7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:59:20.221101 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0bd454-6561-4bc8-a928-30d8d86cfd04 None None] New status for floating IP da1629be-b7c7-4625-8821-0ea6a6a878fe: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:59:21.092364 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115aea4-41c4-4108-a660-80e464b31668 req-a01b09ec-e67e-4157-82fc-7eab72ea955d tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:59:21.093714 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4115aea4-41c4-4108-a660-80e464b31668 req-a01b09ec-e67e-4157-82fc-7eab72ea955d tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.2995543 Oct 13 15:59:21.131559 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4115aea4-41c4-4108-a660-80e464b31668 req-19d0b74a-8241-4c1c-8a9b-a11f5c313a40 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aa94ecd-806d-4494-a4c8-c007001eee22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318136 Oct 13 15:59:21.148385 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dd26f-b3d2-403f-adf2-9dd0d8ad86e5 req-37cd398f-4b83-45c9-b485-349da3cdd845 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:59:21.149901 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6c9dd26f-b3d2-403f-adf2-9dd0d8ad86e5 req-37cd398f-4b83-45c9-b485-349da3cdd845 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 945 time: 0.0497842 Oct 13 15:59:21.242635 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-6c9dd26f-b3d2-403f-adf2-9dd0d8ad86e5 req-3fba0627-a9c3-4441-b44c-da75d2df9381 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Deleting port 5f196f7f-81c4-491e-8465-30a4c401678e {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:59:21.242987 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6c9dd26f-b3d2-403f-adf2-9dd0d8ad86e5 req-3fba0627-a9c3-4441-b44c-da75d2df9381 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:21.328212 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-6c9dd26f-b3d2-403f-adf2-9dd0d8ad86e5 req-3fba0627-a9c3-4441-b44c-da75d2df9381 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] For port 5f196f7f-81c4-491e-8465-30a4c401678e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5f196f7f-81c4-491e-8465-30a4c401678e,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:59:21.328579 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6c9dd26f-b3d2-403f-adf2-9dd0d8ad86e5 req-3fba0627-a9c3-4441-b44c-da75d2df9381 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:21.341517 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-6c9dd26f-b3d2-403f-adf2-9dd0d8ad86e5 req-3fba0627-a9c3-4441-b44c-da75d2df9381 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Calling delete_port for 5f196f7f-81c4-491e-8465-30a4c401678e owned by compute:nova {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:59:21.529940 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6c9dd26f-b3d2-403f-adf2-9dd0d8ad86e5 req-3fba0627-a9c3-4441-b44c-da75d2df9381 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:21.559548 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba0627-a9c3-4441-b44c-da75d2df9381 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Pushing event deleted for resources: {'Port': ['ID=5f196f7f-81c4-491e-8465-30a4c401678e,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:21.619535 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9dd26f-b3d2-403f-adf2-9dd0d8ad86e5 req-3fba0627-a9c3-4441-b44c-da75d2df9381 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] No DVR routers for this DVR port 5f196f7f-81c4-491e-8465-30a4c401678e on host hv-cinder-77428 {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:59:21.619535 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6c9dd26f-b3d2-403f-adf2-9dd0d8ad86e5 req-3fba0627-a9c3-4441-b44c-da75d2df9381 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:21.619535 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6c9dd26f-b3d2-403f-adf2-9dd0d8ad86e5 req-3fba0627-a9c3-4441-b44c-da75d2df9381 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.37 "DELETE /v2.0/ports/5f196f7f-81c4-491e-8465-30a4c401678e HTTP/1.1" status: 204 len: 173 time: 0.4558451 Oct 13 15:59:21.619535 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'name': 'network-vif-deleted', 'tag': '5f196f7f-81c4-491e-8465-30a4c401678e'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:59:21.619535 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b36313e-ea8e-4f90-a4ed-5f692f43edd1" -d '{"events": [{"server_uuid": "dbee69f3-bc34-4d86-b15f-90949d9b2d5f", "name": "network-vif-deleted", "tag": "5f196f7f-81c4-491e-8465-30a4c401678e"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:59:21.664487 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25816385-e7f8-4707-9066-b3cce66cb40b x-openstack-request-id: req-25816385-e7f8-4707-9066-b3cce66cb40b {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:59:21.664776 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbee69f3-bc34-4d86-b15f-90949d9b2d5f", "name": "network-vif-deleted", "tag": "5f196f7f-81c4-491e-8465-30a4c401678e", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:59:21.665025 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25816385-e7f8-4707-9066-b3cce66cb40b {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:59:21.665419 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbee69f3-bc34-4d86-b15f-90949d9b2d5f', 'name': 'network-vif-deleted', 'tag': '5f196f7f-81c4-491e-8465-30a4c401678e', 'status': 'completed', 'code': 200} Oct 13 15:59:22.227232 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-c12ec414-1b28-4aba-aa45-1648e8c6ee1a req-fa3fbd45-52e3-47a9-a438-b149ef187b1e tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbee69f3-bc34-4d86-b15f-90949d9b2d5f HTTP/1.1" status: 200 len: 210 time: 0.0280752 Oct 13 15:59:22.988250 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33196) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:23.092924 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-df36e7d9-f008-4bc9-b063-6a5774922873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:23.163907 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-df36e7d9-f008-4bc9-b063-6a5774922873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:23.209080 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-df36e7d9-f008-4bc9-b063-6a5774922873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:23.246527 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-df36e7d9-f008-4bc9-b063-6a5774922873 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a24234df7c60450198c418752427217d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571592 Oct 13 15:59:23.247403 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36e7d9-f008-4bc9-b063-6a5774922873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9d49d4-01ff-4c9f-90a5-e9c0861128f2,revision_number=1']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:23.250357 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33202) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:23.283526 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33204) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:23.301653 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-17a7d027-9e8e-4791-a20e-de9b327e4a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:23.323375 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-17a7d027-9e8e-4791-a20e-de9b327e4a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:23.343689 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c0a40e32-b787-4285-af00-007bfd0f0626 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:23.370190 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c0a40e32-b787-4285-af00-007bfd0f0626 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:23.438202 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-17a7d027-9e8e-4791-a20e-de9b327e4a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:23.440785 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-17a7d027-9e8e-4791-a20e-de9b327e4a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:23.441924 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-17a7d027-9e8e-4791-a20e-de9b327e4a29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c9d49d4-01ff-4c9f-90a5-e9c0861128f2 HTTP/1.1" status: 204 len: 168 time: 0.1899178 Oct 13 15:59:23.449693 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7d027-9e8e-4791-a20e-de9b327e4a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9d49d4-01ff-4c9f-90a5-e9c0861128f2,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:23.495482 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c0a40e32-b787-4285-af00-007bfd0f0626 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:23.498170 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c0a40e32-b787-4285-af00-007bfd0f0626 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:23.499631 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-c0a40e32-b787-4285-af00-007bfd0f0626 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] 10.222.0.26 "DELETE /v2.0/security-groups/9aa94ecd-806d-4494-a4c8-c007001eee22 HTTP/1.1" status: 204 len: 168 time: 0.2148550 Oct 13 15:59:23.509034 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a40e32-b787-4285-af00-007bfd0f0626 tempest-TestShelveInstance-212068693 tempest-TestShelveInstance-212068693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa94ecd-806d-4494-a4c8-c007001eee22,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:23.621536 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33210) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:23.843850 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:59:24.109104 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a385b9c7-2a78-49d6-8186-e30b7da9b86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8041619'] for router_interface, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:24.356102 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-a385b9c7-2a78-49d6-8186-e30b7da9b86f admin admin] Deleting port 2b9fdf8c-0493-44e6-9c49-43f3706e913d {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:59:24.356745 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a385b9c7-2a78-49d6-8186-e30b7da9b86f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:24.435965 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [None req-a385b9c7-2a78-49d6-8186-e30b7da9b86f admin admin] For port 2b9fdf8c-0493-44e6-9c49-43f3706e913d, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=2b9fdf8c-0493-44e6-9c49-43f3706e913d,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:59:24.436347 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a385b9c7-2a78-49d6-8186-e30b7da9b86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:24.444894 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 5f196f7f-81c4-491e-8465-30a4c401678e no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:59:24.449546 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-a385b9c7-2a78-49d6-8186-e30b7da9b86f admin admin] Calling delete_port for 2b9fdf8c-0493-44e6-9c49-43f3706e913d owned by network:router_interface {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:59:24.465417 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: 5f196f7f-81c4-491e-8465-30a4c401678e {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:59:24.465769 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 5f196f7f-81c4-491e-8465-30a4c401678e not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:59:24.701076 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a385b9c7-2a78-49d6-8186-e30b7da9b86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:24.731349 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385b9c7-2a78-49d6-8186-e30b7da9b86f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9fdf8c-0493-44e6-9c49-43f3706e913d,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:24.897815 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-a385b9c7-2a78-49d6-8186-e30b7da9b86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041511'] for router_interface, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:25.110435 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a385b9c7-2a78-49d6-8186-e30b7da9b86f admin admin] Router 73c2c416-bff5-4eeb-ae39-fbd026c8043e has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:59:25.221314 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a385b9c7-2a78-49d6-8186-e30b7da9b86f admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:59:25.226772 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-a385b9c7-2a78-49d6-8186-e30b7da9b86f admin admin] 10.222.0.26 "PUT /v2.0/routers/73c2c416-bff5-4eeb-ae39-fbd026c8043e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6039608 Oct 13 15:59:25.229434 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33250) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:25.232853 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a96de-63c8-421b-bbb4-c3fdb7a53f4e None None] Sync routers for ids ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:59:25.242281 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a96de-63c8-421b-bbb4-c3fdb7a53f4e None None] Routers {'73c2c416-bff5-4eeb-ae39-fbd026c8043e'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:59:25.243068 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-182a96de-63c8-421b-bbb4-c3fdb7a53f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:59:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:25.340297 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] Notify callbacks [] for router, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:25.347671 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-182a96de-63c8-421b-bbb4-c3fdb7a53f4e None None] Set router 73c2c416-bff5-4eeb-ae39-fbd026c8043e gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:59:25.444871 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:25.529016 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-182a96de-63c8-421b-bbb4-c3fdb7a53f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9b196b13-5643-4bff-9a68-98de5e117072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:59:24Z', 'revision_number': 5, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port': {'id': '9b196b13-5643-4bff-9a68-98de5e117072', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:25.560856 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a96de-63c8-421b-bbb4-c3fdb7a53f4e None None] Checking router: 73c2c416-bff5-4eeb-ae39-fbd026c8043e for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:59:25.569021 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a96de-63c8-421b-bbb4-c3fdb7a53f4e None None] Routers {'73c2c416-bff5-4eeb-ae39-fbd026c8043e'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:59:25.570239 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-182a96de-63c8-421b-bbb4-c3fdb7a53f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:59:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:25.574302 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] Deleting port 9b196b13-5643-4bff-9a68-98de5e117072 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:59:25.574642 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:25.652789 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] For port 9b196b13-5643-4bff-9a68-98de5e117072, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=9b196b13-5643-4bff-9a68-98de5e117072,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:59:25.653234 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:25.657054 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-182a96de-63c8-421b-bbb4-c3fdb7a53f4e None None] Set router 73c2c416-bff5-4eeb-ae39-fbd026c8043e gateway port host: None {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:59:25.665664 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] Calling delete_port for 9b196b13-5643-4bff-9a68-98de5e117072 owned by network:router_gateway {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:59:25.709499 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-182a96de-63c8-421b-bbb4-c3fdb7a53f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:59:25Z', 'revision_number': 6, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port_host': None}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:25.739561 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a96de-63c8-421b-bbb4-c3fdb7a53f4e None None] The sync data for ids ['73c2c416-bff5-4eeb-ae39-fbd026c8043e'] in dv-cinder-774288-10-iscsi is: [{'id': '73c2c416-bff5-4eeb-ae39-fbd026c8043e', 'name': 'tempest-TestShelveInstance-1169627731-router', 'tenant_id': '80f75f1126f34d82a0a52d68d676f8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:17Z', 'updated_at': '2021-10-13T15:59:25Z', 'revision_number': 6, 'project_id': '80f75f1126f34d82a0a52d68d676f8d2', 'gw_port_host': None}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:59:25.866653 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:25.890257 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b196b13-5643-4bff-9a68-98de5e117072,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:25.953312 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915973'] for router_gateway, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:26.040825 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8044341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:26.042807 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:26.147093 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8044350'] for router, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:26.148064 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73c2c416-bff5-4eeb-ae39-fbd026c8043e {{(pid=107005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:59:26.153536 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] Notify callbacks [] for router, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:26.154082 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-cc53c1ef-8a65-441c-8282-07c1cb19e669 admin admin] 10.222.0.26 "DELETE /v2.0/routers/73c2c416-bff5-4eeb-ae39-fbd026c8043e HTTP/1.1" status: 204 len: 168 time: 0.9237218 Oct 13 15:59:26.156669 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33254) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:26.206068 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfbfaf8-50f8-4fa6-9578-cbff5e29e1e6 admin admin] Deleting subnet f7121608-4308-4b27-a4f5-b8b69022be7b {{(pid=107005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:59:26.209130 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfaf8-50f8-4fa6-9578-cbff5e29e1e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:26.243465 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfaf8-50f8-4fa6-9578-cbff5e29e1e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4508533'] for subnet, precommit_delete_associations {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:26.320348 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfaf8-50f8-4fa6-9578-cbff5e29e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:26.501464 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfaf8-50f8-4fa6-9578-cbff5e29e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4586326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4340987'] for subnet, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:26.525106 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbfaf8-50f8-4fa6-9578-cbff5e29e1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7121608-4308-4b27-a4f5-b8b69022be7b,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:26.533396 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfaf8-50f8-4fa6-9578-cbff5e29e1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:26.534150 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-3cfbfaf8-50f8-4fa6-9578-cbff5e29e1e6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f7121608-4308-4b27-a4f5-b8b69022be7b HTTP/1.1" status: 204 len: 168 time: 0.3765368 Oct 13 15:59:26.536664 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71abf3a0-0416-4f82-b216-079b2481a736 None None] Network edc235c3-30b1-4f94-a0b9-632062d216e3 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:59:26.537152 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33260) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:26.607964 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:26.666468 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Deleting port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:59:26.666810 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:26.725690 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] DHCP port deletion for edc235c3-30b1-4f94-a0b9-632062d216e3 request from dv-cinder-774288-10-iscsi {{(pid=107007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:59:26.800839 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 9b196b13-5643-4bff-9a68-98de5e117072 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:59:26.827503 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Deleting port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:59:26.827503 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:26.827503 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: 9b196b13-5643-4bff-9a68-98de5e117072 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:59:26.827503 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 9b196b13-5643-4bff-9a68-98de5e117072 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:59:26.827503 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 2b9fdf8c-0493-44e6-9c49-43f3706e913d no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:59:26.878411 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: 2b9fdf8c-0493-44e6-9c49-43f3706e913d {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:59:26.878743 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 2b9fdf8c-0493-44e6-9c49-43f3706e913d not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:59:26.911226 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] For port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=1e88bdf3-8a04-4499-a695-02fe4bbb5eff,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:59:26.911616 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:26.925853 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Calling delete_port for 1e88bdf3-8a04-4499-a695-02fe4bbb5eff owned by network:dhcp {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:59:27.019327 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] For port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=1e88bdf3-8a04-4499-a695-02fe4bbb5eff,segment=NetworkSegment(71ed1c16-b468-41e4-b785-1eedc595574f),segment_id=71ed1c16-b468-41e4-b785-1eedc595574f)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:59:27.019684 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:27.031456 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Calling delete_port for 1e88bdf3-8a04-4499-a695-02fe4bbb5eff owned by network:dhcp {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:59:27.056038 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991'] for port, after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:27.081604 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Pushing event deleted for resources: {'Port': ['ID=1e88bdf3-8a04-4499-a695-02fe4bbb5eff,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:27.089117 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] No DVR routers for this DVR port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff on host dv-cinder-774288-10-iscsi {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:59:27.091161 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:27.091512 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:27.091854 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:27.092272 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:27.092605 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:27.092936 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:27.093265 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:27.093592 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:27.093919 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:27.094242 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:27.094564 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:27.094893 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ba3a3-8a9b-49aa-8858-9dde29f1747d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:27.110037 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:27.139238 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e88bdf3-8a04-4499-a695-02fe4bbb5eff,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:27.142967 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] No DVR routers for this DVR port 1e88bdf3-8a04-4499-a695-02fe4bbb5eff on host dv-cinder-774288-10-iscsi {{(pid=107005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:59:27.221240 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:27.234886 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc235c3-30b1-4f94-a0b9-632062d216e3']}} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:27.244853 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ed1c16-b468-41e4-b785-1eedc595574f') {'for_net_delete': True} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:27.245150 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ed1c16-b468-41e4-b785-1eedc595574f') {} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:27.254308 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4508542'] for segment, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:27.267009 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:27.272627 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=107005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:59:27.273010 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4586120'] for segment, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: self.session.flush() Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: self.session.flush() Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: self.session.flush() Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: self.session.flush() Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: Traceback (most recent call last): Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: timer() Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: cb(*args, **kw) Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: return func(*args, **kwargs) Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: self._notify() Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: self.callback(batched_events) Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: event.method(event) Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: return f(self, *a, **k) Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._get(url).json() Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: return self.request(url, 'GET', **kwargs) Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:59:27.274666 dv-cinder-774288-10-iscsi neutron-server[107005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:59:27.408742 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:27.414530 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:27.418548 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/edc235c3-30b1-4f94-a0b9-632062d216e3 HTTP/1.1" status: 204 len: 168 time: 0.8801939 Oct 13 15:59:27.421068 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33264) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:27.429572 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6a3a3-1946-4bcb-a7ae-520e1d3049f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=edc235c3-30b1-4f94-a0b9-632062d216e3,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:27.756876 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8041619'] for router_interface, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:27.995567 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Deleting port 272f3abd-9039-4c22-94e2-c9e12aa1d24b {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:59:27.995891 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:28.073466 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] For port 272f3abd-9039-4c22-94e2-c9e12aa1d24b, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=272f3abd-9039-4c22-94e2-c9e12aa1d24b,segment=NetworkSegment(87ed452b-cc2a-46e1-a4d6-f4ce6e504086),segment_id=87ed452b-cc2a-46e1-a4d6-f4ce6e504086)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:59:28.073750 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:28.086495 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Calling delete_port for 272f3abd-9039-4c22-94e2-c9e12aa1d24b owned by network:router_interface {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:59:28.318196 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:28.347726 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Pushing event deleted for resources: {'Port': ['ID=272f3abd-9039-4c22-94e2-c9e12aa1d24b,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:28.360812 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:28.361165 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:28.361503 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:28.361875 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:28.362211 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:28.362568 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:28.362917 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:28.369807 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:28.369807 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:28.369807 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:28.369807 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:28.369807 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:59:28.527936 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041511'] for router_interface, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:28.552142 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d9be35e-bf06-4733-80f0-760a806feb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:28.743738 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Router 85b8784e-eff2-4fcb-87a9-2237d7f57475 has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:59:28.790437 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 1e88bdf3-8a04-4499-a695-02fe4bbb5eff no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:59:28.812985 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: 1e88bdf3-8a04-4499-a695-02fe4bbb5eff {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:59:28.813323 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 1e88bdf3-8a04-4499-a695-02fe4bbb5eff not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:59:28.856124 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:59:28.861481 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3193b2cd-21a2-4424-89a3-3d54469d0200 admin admin] 10.222.0.26 "PUT /v2.0/routers/85b8784e-eff2-4fcb-87a9-2237d7f57475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4393752 Oct 13 15:59:28.864127 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33270) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:28.864481 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27875d-6ac3-4aa9-ba12-2c47a34c7d2d None None] Sync routers for ids ['85b8784e-eff2-4fcb-87a9-2237d7f57475'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:59:28.874260 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d27875d-6ac3-4aa9-ba12-2c47a34c7d2d None None] Routers {'85b8784e-eff2-4fcb-87a9-2237d7f57475'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:59:28.874896 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-9d27875d-6ac3-4aa9-ba12-2c47a34c7d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:59:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['85b8784e-eff2-4fcb-87a9-2237d7f57475'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:28.967255 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] Notify callbacks [] for router, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:28.979358 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-9d27875d-6ac3-4aa9-ba12-2c47a34c7d2d None None] Set router 85b8784e-eff2-4fcb-87a9-2237d7f57475 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:59:29.161364 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-9d27875d-6ac3-4aa9-ba12-2c47a34c7d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'name': 'tempest-TestShelveInstance-962666048-router', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:23Z', 'updated_at': '2021-10-13T15:59:28Z', 'revision_number': 5, 'project_id': '1af9660cf9694cccb2080cfb4af81a3f', 'gw_port': {'id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:24Z', 'updated_at': '2021-10-13T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:29.193209 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27875d-6ac3-4aa9-ba12-2c47a34c7d2d None None] Checking router: 85b8784e-eff2-4fcb-87a9-2237d7f57475 for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:59:29.203220 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d27875d-6ac3-4aa9-ba12-2c47a34c7d2d None None] Routers {'85b8784e-eff2-4fcb-87a9-2237d7f57475'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:59:29.203840 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-9d27875d-6ac3-4aa9-ba12-2c47a34c7d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T15:59:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['85b8784e-eff2-4fcb-87a9-2237d7f57475'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:29.312426 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-9d27875d-6ac3-4aa9-ba12-2c47a34c7d2d None None] Set router 85b8784e-eff2-4fcb-87a9-2237d7f57475 gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:59:29.332807 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:29.476197 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] Deleting port 3b730897-8411-4c79-b0b5-1fabb04f46f2 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:59:29.476532 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:29.490603 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-9d27875d-6ac3-4aa9-ba12-2c47a34c7d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'name': 'tempest-TestShelveInstance-962666048-router', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:23Z', 'updated_at': '2021-10-13T15:59:28Z', 'revision_number': 5, 'project_id': '1af9660cf9694cccb2080cfb4af81a3f', 'gw_port': {'id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:24Z', 'updated_at': '2021-10-13T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:29.517210 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27875d-6ac3-4aa9-ba12-2c47a34c7d2d None None] The sync data for ids ['85b8784e-eff2-4fcb-87a9-2237d7f57475'] in dv-cinder-774288-10-iscsi is: [{'id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'name': 'tempest-TestShelveInstance-962666048-router', 'tenant_id': '1af9660cf9694cccb2080cfb4af81a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:54:23Z', 'updated_at': '2021-10-13T15:59:28Z', 'revision_number': 5, 'project_id': '1af9660cf9694cccb2080cfb4af81a3f', 'gw_port': {'id': '3b730897-8411-4c79-b0b5-1fabb04f46f2', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b8784e-eff2-4fcb-87a9-2237d7f57475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:54:24Z', 'updated_at': '2021-10-13T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:59:29.555302 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] For port 3b730897-8411-4c79-b0b5-1fabb04f46f2, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=3b730897-8411-4c79-b0b5-1fabb04f46f2,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:59:29.555786 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:29.567605 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] Calling delete_port for 3b730897-8411-4c79-b0b5-1fabb04f46f2 owned by network:router_gateway {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:59:29.808607 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:29.836808 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] Pushing event deleted for resources: {'Port': ['ID=3b730897-8411-4c79-b0b5-1fabb04f46f2,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:29.901637 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915973'] for router_gateway, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:29.994615 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8044341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:29.996861 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.135097 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8044350'] for router, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.135560 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85b8784e-eff2-4fcb-87a9-2237d7f57475 {{(pid=107006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:59:30.139769 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] Notify callbacks [] for router, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.140895 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-75eab12c-6b51-44d2-ad5b-85031876ebbc admin admin] 10.222.0.26 "DELETE /v2.0/routers/85b8784e-eff2-4fcb-87a9-2237d7f57475 HTTP/1.1" status: 204 len: 168 time: 1.2758756 Oct 13 15:59:30.143470 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33274) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:30.194889 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-5530a885-84d6-46b1-8023-ae870f9eb282 admin admin] Deleting subnet c94f8a03-c2fb-47f7-b464-377adde83e68 {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:59:30.198329 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5530a885-84d6-46b1-8023-ae870f9eb282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.236088 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5530a885-84d6-46b1-8023-ae870f9eb282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134043822'] for subnet, precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.322517 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5530a885-84d6-46b1-8023-ae870f9eb282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.438604 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5530a885-84d6-46b1-8023-ae870f9eb282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133663441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133561784'] for subnet, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.471706 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530a885-84d6-46b1-8023-ae870f9eb282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c94f8a03-c2fb-47f7-b464-377adde83e68,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:30.475479 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5530a885-84d6-46b1-8023-ae870f9eb282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.479414 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-5530a885-84d6-46b1-8023-ae870f9eb282 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c94f8a03-c2fb-47f7-b464-377adde83e68 HTTP/1.1" status: 204 len: 168 time: 0.3348575 Oct 13 15:59:30.481768 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33276) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:30.482172 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321a7388-6b35-4ebd-8ae3-33fe39054574 None None] Network 2e03b067-767e-43e9-89a1-648a99c40759 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:59:30.560220 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.619535 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Deleting port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:59:30.620036 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.661181 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f433f63-3fc4-4989-883d-2fcca61d6e23 None None] DHCP port deletion for 2e03b067-767e-43e9-89a1-648a99c40759 request from dv-cinder-774288-10-iscsi {{(pid=107007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:59:30.692356 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] For port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=9ce60408-3d3f-42ad-ad2f-21d1062f05e7,segment=NetworkSegment(87ed452b-cc2a-46e1-a4d6-f4ce6e504086),segment_id=87ed452b-cc2a-46e1-a4d6-f4ce6e504086)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:59:30.692843 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.707046 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Calling delete_port for 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 owned by network:dhcp {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:59:30.717199 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-5f433f63-3fc4-4989-883d-2fcca61d6e23 None None] Deleting port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:59:30.718070 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5f433f63-3fc4-4989-883d-2fcca61d6e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.757667 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 3b730897-8411-4c79-b0b5-1fabb04f46f2 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:59:30.787455 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: 3b730897-8411-4c79-b0b5-1fabb04f46f2 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:59:30.788448 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 3b730897-8411-4c79-b0b5-1fabb04f46f2 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:59:30.789036 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 272f3abd-9039-4c22-94e2-c9e12aa1d24b no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:59:30.816917 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: 272f3abd-9039-4c22-94e2-c9e12aa1d24b {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:59:30.817256 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 272f3abd-9039-4c22-94e2-c9e12aa1d24b not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:59:30.817665 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:59:30.855440 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-5f433f63-3fc4-4989-883d-2fcca61d6e23 None None] For port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=9ce60408-3d3f-42ad-ad2f-21d1062f05e7,segment=NetworkSegment(87ed452b-cc2a-46e1-a4d6-f4ce6e504086),segment_id=87ed452b-cc2a-46e1-a4d6-f4ce6e504086)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:59:30.855440 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5f433f63-3fc4-4989-883d-2fcca61d6e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.871067 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-5f433f63-3fc4-4989-883d-2fcca61d6e23 None None] Calling delete_port for 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 owned by network:dhcp {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:59:30.877957 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.882337 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No active binding found for port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 {{(pid=107007) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 15:59:30.882742 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:59:30.916674 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce60408-3d3f-42ad-ad2f-21d1062f05e7,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:30.922254 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] No DVR routers for this DVR port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 on host dv-cinder-774288-10-iscsi {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:59:30.955492 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5f433f63-3fc4-4989-883d-2fcca61d6e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991'] for port, after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:30.983253 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f433f63-3fc4-4989-883d-2fcca61d6e23 None None] Pushing event deleted for resources: {'Port': ['ID=9ce60408-3d3f-42ad-ad2f-21d1062f05e7,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:30.991775 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f433f63-3fc4-4989-883d-2fcca61d6e23 None None] No DVR routers for this DVR port 9ce60408-3d3f-42ad-ad2f-21d1062f05e7 on host dv-cinder-774288-10-iscsi {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:59:31.000457 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:31.020946 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e03b067-767e-43e9-89a1-648a99c40759']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:31.038689 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ed452b-cc2a-46e1-a4d6-f4ce6e504086') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:31.038689 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ed452b-cc2a-46e1-a4d6-f4ce6e504086') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:59:31.042478 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134043813'] for segment, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:31.056511 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:31.063048 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:59:31.063433 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133663503'] for segment, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: Traceback (most recent call last): Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: timer() Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: cb(*args, **kw) Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: return func(*args, **kwargs) Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: self._notify() Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: self.callback(batched_events) Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: event.method(event) Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: return f(self, *a, **k) Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._get(url).json() Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: return self.request(url, 'GET', **kwargs) Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:59:31.065080 dv-cinder-774288-10-iscsi neutron-server[107006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:59:31.169562 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:31.174792 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:31.177927 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] 10.222.0.26 "DELETE /v2.0/networks/2e03b067-767e-43e9-89a1-648a99c40759 HTTP/1.1" status: 204 len: 168 time: 0.6951978 Oct 13 15:59:31.189495 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385a333-22a7-4003-8acc-045db40dc0af admin admin] Pushing event deleted for resources: {'Network': ['ID=2e03b067-767e-43e9-89a1-648a99c40759,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:31.254899 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c6ed345e-767e-48a4-b681-cd3005aa73e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:31.566951 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33288) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:31.606308 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-561961d2-1d5c-4063-8324-8031fb7cd41b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80f75f1126f34d82a0a52d68d676f8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382328 Oct 13 15:59:31.608637 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33290) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:31.654986 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06fd0bbb-24d7-4b36-970d-2ee0d2fd9b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:31.675236 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06fd0bbb-24d7-4b36-970d-2ee0d2fd9b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:31.780922 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06fd0bbb-24d7-4b36-970d-2ee0d2fd9b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:31.783417 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06fd0bbb-24d7-4b36-970d-2ee0d2fd9b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:31.784529 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-06fd0bbb-24d7-4b36-970d-2ee0d2fd9b94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b19130d-d3b5-4940-8de7-c44c3139e6aa HTTP/1.1" status: 204 len: 168 time: 0.1750224 Oct 13 15:59:31.792133 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd0bbb-24d7-4b36-970d-2ee0d2fd9b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b19130d-d3b5-4940-8de7-c44c3139e6aa,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:32.118076 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:32.186811 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:32.430806 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33302) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:32.496438 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-371e51e5-9040-4203-9204-6dc6b7ad07d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1af9660cf9694cccb2080cfb4af81a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643458 Oct 13 15:59:32.499198 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33304) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:32.548839 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9592152b-1a01-4b7b-8487-f98d57227e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:32.569668 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9592152b-1a01-4b7b-8487-f98d57227e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:32.666516 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9592152b-1a01-4b7b-8487-f98d57227e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:32.669149 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9592152b-1a01-4b7b-8487-f98d57227e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:32.670351 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-9592152b-1a01-4b7b-8487-f98d57227e77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38329c49-fa3f-450e-8701-2e410dcc4f54 HTTP/1.1" status: 204 len: 168 time: 0.1702693 Oct 13 15:59:32.678201 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592152b-1a01-4b7b-8487-f98d57227e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38329c49-fa3f-450e-8701-2e410dcc4f54,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:33.673297 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33314) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:33.774442 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-78b1e218-813f-4a3e-a846-c5170359f7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:33.850081 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-78b1e218-813f-4a3e-a846-c5170359f7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:33.906419 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:33.934876 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-78b1e218-813f-4a3e-a846-c5170359f7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:33.973289 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-78b1e218-813f-4a3e-a846-c5170359f7f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29c755e521c947e695df0175749c9ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989368 Oct 13 15:59:33.974341 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1e218-813f-4a3e-a846-c5170359f7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfc65af-b721-4c89-8094-d342039ef71b,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:33.976182 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33318) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:59:34.024311 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-687b2e50-2220-4987-ad89-57b8dcbff07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:34.044700 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-687b2e50-2220-4987-ad89-57b8dcbff07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:34.162816 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-687b2e50-2220-4987-ad89-57b8dcbff07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:34.165990 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-687b2e50-2220-4987-ad89-57b8dcbff07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:34.167238 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-687b2e50-2220-4987-ad89-57b8dcbff07c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3cfc65af-b721-4c89-8094-d342039ef71b HTTP/1.1" status: 204 len: 168 time: 0.1898334 Oct 13 15:59:34.175068 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b2e50-2220-4987-ad89-57b8dcbff07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfc65af-b721-4c89-8094-d342039ef71b,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:59:43.357063 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:58.580340 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f20591be-d1ee-4e99-b469-933e40b5bef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:00.844374 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:00:01.295161 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-93dfad8b-a71d-4524-b950-20522a9a478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:02.123279 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:02.157200 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:03.905872 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:13.357255 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:14.758066 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-27a37676-946b-43bb-94c6-0f26de7e4659 req-68268f47-c6a1-42b7-ae58-72ddd0c62413 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406077 Oct 13 16:00:14.837325 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a37676-946b-43bb-94c6-0f26de7e4659 req-e7301c40-86e3-4568-8c2b-337a7c47243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:14.838738 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-27a37676-946b-43bb-94c6-0f26de7e4659 req-e7301c40-86e3-4568-8c2b-337a7c47243d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 1099 time: 0.0388610 Oct 13 16:00:14.939052 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a37676-946b-43bb-94c6-0f26de7e4659 req-08ae0402-4a62-4db8-b0bc-5513c97ea457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:14.940490 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-27a37676-946b-43bb-94c6-0f26de7e4659 req-08ae0402-4a62-4db8-b0bc-5513c97ea457 service neutron] 10.222.0.37 "GET /v2.0/networks?id=472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 200 len: 913 time: 0.0836771 Oct 13 16:00:15.009674 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-27a37676-946b-43bb-94c6-0f26de7e4659 req-9e25694e-fdc5-4dd1-b32a-4cc4b68d66a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1d50e59-dbf6-4156-a935-adf01089f7a5 HTTP/1.1" status: 200 len: 1001 time: 0.0615237 Oct 13 16:00:15.057387 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a37676-946b-43bb-94c6-0f26de7e4659 req-5cf98281-7956-4c5e-8ea5-0b3b15af68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:15.058882 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-27a37676-946b-43bb-94c6-0f26de7e4659 req-5cf98281-7956-4c5e-8ea5-0b3b15af68b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c99c185-a519-4976-b8d3-f0c1d1c939d2 HTTP/1.1" status: 200 len: 851 time: 0.0416334 Oct 13 16:00:15.104389 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a37676-946b-43bb-94c6-0f26de7e4659 req-b7b0d758-2d0a-4feb-a9f9-94231143aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:15.105827 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-27a37676-946b-43bb-94c6-0f26de7e4659 req-b7b0d758-2d0a-4feb-a9f9-94231143aba9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=472e4c1f-eadc-485a-8e41-ac721b348df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390892 Oct 13 16:00:15.117862 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [req-27a37676-946b-43bb-94c6-0f26de7e4659 req-bb284cfd-37f9-43dd-8857-1edf229fe98f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=107006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 16:00:15.118794 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-27a37676-946b-43bb-94c6-0f26de7e4659 req-bb284cfd-37f9-43dd-8857-1edf229fe98f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049307 Oct 13 16:00:15.210644 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-27a37676-946b-43bb-94c6-0f26de7e4659 req-58e84b61-3cfa-433a-bdf7-bb9463b7663c service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839033 Oct 13 16:00:15.301216 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-27a37676-946b-43bb-94c6-0f26de7e4659 req-3d834834-8854-4643-9115-58571e9d1f2a service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826266 Oct 13 16:00:26.067201 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33342) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:26.223430 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Deleting port abdb2995-8cfc-4ec9-b84a-ee7540bcd4a8 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 16:00:26.223776 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:26.298298 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:26.298646 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:26.310388 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Calling delete_port for abdb2995-8cfc-4ec9-b84a-ee7540bcd4a8 owned by network:floatingip {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 16:00:26.493803 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:26.521133 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event deleted for resources: {'Port': ['ID=abdb2995-8cfc-4ec9-b84a-ee7540bcd4a8,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:26.543059 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:26.543906 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:26.544251 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:26.544674 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:26.545008 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:26.545339 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:26.545666 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:26.545990 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:26.546316 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:26.546638 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:26.546980 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:26.547302 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:26.591402 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for floatingip, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:26.591731 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.l3_db [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Floating IP 778bcfec-3fac-4400-9c11-61a4f527dcc1 disassociated (deleted). External IP: 172.27.3.74, port: 7220590b-341b-44fc-92e0-1d644767ffa5. Oct 13 16:00:26.790200 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 16:00:26.894148 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 16:00:26.899000 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:26.903807 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32155af-94cf-4d4a-8f66-af647066c6fc None None] Sync routers for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:00:26.912343 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32155af-94cf-4d4a-8f66-af647066c6fc None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 16:00:26.912954 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-e32155af-94cf-4d4a-8f66-af647066c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T16:00:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:26.925125 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-2e5dfadc-207e-4421-82d3-5cb0ebe5886b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "DELETE /v2.0/floatingips/778bcfec-3fac-4400-9c11-61a4f527dcc1 HTTP/1.1" status: 204 len: 168 time: 0.8568504 Oct 13 16:00:26.925708 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'tag': '7220590b-341b-44fc-92e0-1d644767ffa5'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 16:00:26.927984 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7b7f24-a91f-4eff-bfc5-b11ed6001c28" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ff23a9-7292-4de6-a2d1-bb5f149d3b17", "tag": "7220590b-341b-44fc-92e0-1d644767ffa5"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:00:26.965792 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 16:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0905c2dc-e632-4331-9c7d-8944722a55fa x-openstack-request-id: req-0905c2dc-e632-4331-9c7d-8944722a55fa {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:00:26.966760 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ff23a9-7292-4de6-a2d1-bb5f149d3b17", "tag": "7220590b-341b-44fc-92e0-1d644767ffa5", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:00:26.966760 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0905c2dc-e632-4331-9c7d-8944722a55fa {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:00:26.967153 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'tag': '7220590b-341b-44fc-92e0-1d644767ffa5', 'status': 'completed', 'code': 200} Oct 13 16:00:27.025298 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-e32155af-94cf-4d4a-8f66-af647066c6fc None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 16:00:27.120954 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b7f24-a91f-4eff-bfc5-b11ed6001c28 req-160becc5-e591-466a-bbe7-94474a79e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:27.123550 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f7b7f24-a91f-4eff-bfc5-b11ed6001c28 req-160becc5-e591-466a-bbe7-94474a79e5a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 1098 time: 0.1358788 Oct 13 16:00:27.214748 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b7f24-a91f-4eff-bfc5-b11ed6001c28 req-b8f7a78e-5e4c-498f-9888-42a5caf80555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:27.217081 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f7b7f24-a91f-4eff-bfc5-b11ed6001c28 req-b8f7a78e-5e4c-498f-9888-42a5caf80555 service neutron] 10.222.0.37 "GET /v2.0/networks?id=472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 200 len: 913 time: 0.0866282 Oct 13 16:00:27.265998 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f7b7f24-a91f-4eff-bfc5-b11ed6001c28 req-2c1836c2-914b-43e2-b0b2-8c00ac30bb19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7220590b-341b-44fc-92e0-1d644767ffa5 HTTP/1.1" status: 200 len: 217 time: 0.0405657 Oct 13 16:00:27.270650 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-e32155af-94cf-4d4a-8f66-af647066c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '8abf26bc-6f91-49f4-832c-aabd82ed9290', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:de:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:56:37Z', 'updated_at': '2021-10-13T15:56:39Z', 'revision_number': 1, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:27.303921 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32155af-94cf-4d4a-8f66-af647066c6fc None None] Checking router: ba33adf1-fb79-4a12-bcfd-23c997fc2b3b for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:00:27.313884 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32155af-94cf-4d4a-8f66-af647066c6fc None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 16:00:27.315254 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-e32155af-94cf-4d4a-8f66-af647066c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T16:00:01Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:27.322507 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b7f24-a91f-4eff-bfc5-b11ed6001c28 req-74603baf-f41b-4408-91a4-c7d86faa02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:27.324041 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f7b7f24-a91f-4eff-bfc5-b11ed6001c28 req-74603baf-f41b-4408-91a4-c7d86faa02d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c99c185-a519-4976-b8d3-f0c1d1c939d2 HTTP/1.1" status: 200 len: 851 time: 0.0508392 Oct 13 16:00:27.370457 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b7f24-a91f-4eff-bfc5-b11ed6001c28 req-88a5a84c-d06e-41a0-83b0-d2844928af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:27.372143 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f7b7f24-a91f-4eff-bfc5-b11ed6001c28 req-88a5a84c-d06e-41a0-83b0-d2844928af61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=472e4c1f-eadc-485a-8e41-ac721b348df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399761 Oct 13 16:00:27.458905 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5577d-c0aa-427c-8a3e-9b17cdde58ac req-b7714f25-01a1-4748-abd7-16173f6fbdae tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:27.460538 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-92b5577d-c0aa-427c-8a3e-9b17cdde58ac req-b7714f25-01a1-4748-abd7-16173f6fbdae tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 945 time: 0.1857817 Oct 13 16:00:27.478461 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f7b7f24-a91f-4eff-bfc5-b11ed6001c28 req-a2a3c2a3-3f46-4c51-82fb-f67dc091be13 service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985718 Oct 13 16:00:27.504414 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-92b5577d-c0aa-427c-8a3e-9b17cdde58ac req-ef49e20d-98a7-4b8a-a44c-7eb6cd0b383d tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366158 Oct 13 16:00:27.565307 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-e32155af-94cf-4d4a-8f66-af647066c6fc None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 16:00:27.573338 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f7b7f24-a91f-4eff-bfc5-b11ed6001c28 req-5939fcc7-3afe-40e6-a912-b4cfcab40325 service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860641 Oct 13 16:00:27.788779 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-e32155af-94cf-4d4a-8f66-af647066c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '8abf26bc-6f91-49f4-832c-aabd82ed9290', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:de:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:56:37Z', 'updated_at': '2021-10-13T15:56:39Z', 'revision_number': 1, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:27.817722 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32155af-94cf-4d4a-8f66-af647066c6fc None None] The sync data for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi is: [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_floatingips': [{'id': '8abf26bc-6f91-49f4-832c-aabd82ed9290', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'router_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'port_id': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'mac_address': 'fa:16:3e:de:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:56:37Z', 'updated_at': '2021-10-13T15:56:39Z', 'revision_number': 1, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:00:28.023217 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bfee7-f754-4bb2-be36-78ebfd952536 None None] New status for floating IP 778bcfec-3fac-4400-9c11-61a4f527dcc1: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:00:28.556843 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-90c58b89-0bbf-48a0-821b-efb16415f771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:28.677798 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6fc8c-6c02-4b02-bf63-d7d828d0601a req-7fdaa8f5-f40a-4433-9191-2a743f93847f tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:28.679287 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-cfe6fc8c-6c02-4b02-bf63-d7d828d0601a req-7fdaa8f5-f40a-4433-9191-2a743f93847f tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 945 time: 0.1009202 Oct 13 16:00:28.717174 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-cfe6fc8c-6c02-4b02-bf63-d7d828d0601a req-aaf67c39-b7c3-460b-bf17-7f919eb5c284 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313959 Oct 13 16:00:28.913615 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f46925-6419-4e2b-909c-4c5f31baf584 req-2ad6849c-4a27-4420-b9d0-9749c1bcab69 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:28.914955 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-64f46925-6419-4e2b-909c-4c5f31baf584 req-2ad6849c-4a27-4420-b9d0-9749c1bcab69 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 945 time: 0.0479012 Oct 13 16:00:29.004127 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-64f46925-6419-4e2b-909c-4c5f31baf584 req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Deleting port 7220590b-341b-44fc-92e0-1d644767ffa5 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 16:00:29.004462 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-64f46925-6419-4e2b-909c-4c5f31baf584 req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:29.087589 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-64f46925-6419-4e2b-909c-4c5f31baf584 req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] For port 7220590b-341b-44fc-92e0-1d644767ffa5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7220590b-341b-44fc-92e0-1d644767ffa5,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 16:00:29.087942 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-64f46925-6419-4e2b-909c-4c5f31baf584 req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:29.099814 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-64f46925-6419-4e2b-909c-4c5f31baf584 req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Calling delete_port for 7220590b-341b-44fc-92e0-1d644767ffa5 owned by compute:nova {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 16:00:29.265373 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-64f46925-6419-4e2b-909c-4c5f31baf584 req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:29.294331 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event deleted for resources: {'Port': ['ID=7220590b-341b-44fc-92e0-1d644767ffa5,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:29.304837 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:29.305185 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:29.305526 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:29.305858 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:29.306198 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:29.306510 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:29.306832 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:29.307191 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:29.307525 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:29.307842 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:29.308159 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:29.308468 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:29.345838 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f46925-6419-4e2b-909c-4c5f31baf584 req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] No DVR routers for this DVR port 7220590b-341b-44fc-92e0-1d644767ffa5 on host hv-cinder-77428 {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:00:29.348334 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-64f46925-6419-4e2b-909c-4c5f31baf584 req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:29.351711 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-64f46925-6419-4e2b-909c-4c5f31baf584 req-e8769f04-c4ec-4157-bb3b-5dec694622b2 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "DELETE /v2.0/ports/7220590b-341b-44fc-92e0-1d644767ffa5 HTTP/1.1" status: 204 len: 173 time: 0.4310832 Oct 13 16:00:29.352140 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'name': 'network-vif-deleted', 'tag': '7220590b-341b-44fc-92e0-1d644767ffa5'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 16:00:29.354387 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53ddc7c-5a4f-4358-a9d6-e0f4b8e1376a" -d '{"events": [{"server_uuid": "c7ff23a9-7292-4de6-a2d1-bb5f149d3b17", "name": "network-vif-deleted", "tag": "7220590b-341b-44fc-92e0-1d644767ffa5"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:00:29.446550 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 16:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d49bdf0-f893-40f5-9946-95f2964bc4cc x-openstack-request-id: req-6d49bdf0-f893-40f5-9946-95f2964bc4cc {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:00:29.446846 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ff23a9-7292-4de6-a2d1-bb5f149d3b17", "name": "network-vif-deleted", "tag": "7220590b-341b-44fc-92e0-1d644767ffa5", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:00:29.447130 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d49bdf0-f893-40f5-9946-95f2964bc4cc {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:00:29.447543 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ff23a9-7292-4de6-a2d1-bb5f149d3b17', 'name': 'network-vif-deleted', 'tag': '7220590b-341b-44fc-92e0-1d644767ffa5', 'status': 'completed', 'code': 200} Oct 13 16:00:29.812381 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-72e3a0c0-dfc0-483f-80c1-80ae85bb94d7 req-4397c7aa-b2c7-4c1c-bd8d-dcf50531df8b tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7ff23a9-7292-4de6-a2d1-bb5f149d3b17 HTTP/1.1" status: 200 len: 210 time: 0.0268013 Oct 13 16:00:31.282607 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b06f6242-65f0-4eb0-9a95-d9ff00ea9b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:32.014448 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 7220590b-341b-44fc-92e0-1d644767ffa5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 16:00:32.034573 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: 7220590b-341b-44fc-92e0-1d644767ffa5 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 16:00:32.034938 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device 7220590b-341b-44fc-92e0-1d644767ffa5 not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 16:00:32.139162 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:32.196704 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:33.355559 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33390) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:33.507908 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-0d42c576-0f69-4ef8-8f62-c34751925481 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Deleting port e2a2bf99-2b37-422a-a412-659e671cefc5 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 16:00:33.508247 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0d42c576-0f69-4ef8-8f62-c34751925481 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:33.580547 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0d42c576-0f69-4ef8-8f62-c34751925481 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:33.580787 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0d42c576-0f69-4ef8-8f62-c34751925481 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:33.592205 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-0d42c576-0f69-4ef8-8f62-c34751925481 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Calling delete_port for e2a2bf99-2b37-422a-a412-659e671cefc5 owned by network:floatingip {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 16:00:33.813619 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0d42c576-0f69-4ef8-8f62-c34751925481 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:33.838121 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42c576-0f69-4ef8-8f62-c34751925481 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event deleted for resources: {'Port': ['ID=e2a2bf99-2b37-422a-a412-659e671cefc5,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:33.893780 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:33.899807 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0d42c576-0f69-4ef8-8f62-c34751925481 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for floatingip, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:33.900422 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.db.l3_db [None req-0d42c576-0f69-4ef8-8f62-c34751925481 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Floating IP 8abf26bc-6f91-49f4-832c-aabd82ed9290 disassociated (deleted). External IP: 172.27.3.70, port: b1d50e59-dbf6-4156-a935-adf01089f7a5. Oct 13 16:00:34.101853 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d42c576-0f69-4ef8-8f62-c34751925481 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 16:00:34.204717 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d42c576-0f69-4ef8-8f62-c34751925481 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 16:00:34.209987 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-0d42c576-0f69-4ef8-8f62-c34751925481 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:34.214578 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eda6f0-de44-4ca9-b194-db3d1f089afd None None] Sync routers for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:00:34.224420 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eda6f0-de44-4ca9-b194-db3d1f089afd None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 16:00:34.225029 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-82eda6f0-de44-4ca9-b194-db3d1f089afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T16:00:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:34.239875 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-0d42c576-0f69-4ef8-8f62-c34751925481 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "DELETE /v2.0/floatingips/8abf26bc-6f91-49f4-832c-aabd82ed9290 HTTP/1.1" status: 204 len: 168 time: 0.8832233 Oct 13 16:00:34.240455 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'tag': 'b1d50e59-dbf6-4156-a935-adf01089f7a5'}] {{(pid=107005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 16:00:34.242795 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75e6a349b5d9f19cd15386809f90636d062bd065fcb7c3f7447a6470c4aab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a913fd-6c7f-420a-bf27-2dab365f825b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce42dc4-2728-4b68-959b-a9fd56369b18", "tag": "b1d50e59-dbf6-4156-a935-adf01089f7a5"}]}' {{(pid=107005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:00:34.287939 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 16:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f54b075-55e7-4eba-b7d1-d36407695b20 x-openstack-request-id: req-8f54b075-55e7-4eba-b7d1-d36407695b20 {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:00:34.291930 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce42dc4-2728-4b68-959b-a9fd56369b18", "tag": "b1d50e59-dbf6-4156-a935-adf01089f7a5", "status": "completed", "code": 200}]} {{(pid=107005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:00:34.291930 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f54b075-55e7-4eba-b7d1-d36407695b20 {{(pid=107005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:00:34.291930 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'tag': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'status': 'completed', 'code': 200} Oct 13 16:00:34.335530 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-82eda6f0-de44-4ca9-b194-db3d1f089afd None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 16:00:34.354136 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a913fd-6c7f-420a-bf27-2dab365f825b req-19738082-06d9-42ee-b3b4-539b84c9b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:34.355703 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-74a913fd-6c7f-420a-bf27-2dab365f825b req-19738082-06d9-42ee-b3b4-539b84c9b5ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 1099 time: 0.0427554 Oct 13 16:00:34.453542 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a913fd-6c7f-420a-bf27-2dab365f825b req-9db8233f-337e-44a1-a37d-7ad83b0fa5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:34.455023 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-74a913fd-6c7f-420a-bf27-2dab365f825b req-9db8233f-337e-44a1-a37d-7ad83b0fa5f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 200 len: 913 time: 0.0921092 Oct 13 16:00:34.503184 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-74a913fd-6c7f-420a-bf27-2dab365f825b req-6fe267a7-56ef-4a89-b90b-962347cf9c35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1d50e59-dbf6-4156-a935-adf01089f7a5 HTTP/1.1" status: 200 len: 217 time: 0.0371220 Oct 13 16:00:34.547694 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-82eda6f0-de44-4ca9-b194-db3d1f089afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:34.553164 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a913fd-6c7f-420a-bf27-2dab365f825b req-64ed8999-02d8-4bd6-86f3-3c8bbccd1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:34.554514 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-74a913fd-6c7f-420a-bf27-2dab365f825b req-64ed8999-02d8-4bd6-86f3-3c8bbccd1083 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c99c185-a519-4976-b8d3-f0c1d1c939d2 HTTP/1.1" status: 200 len: 851 time: 0.0446510 Oct 13 16:00:34.576227 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eda6f0-de44-4ca9-b194-db3d1f089afd None None] Checking router: ba33adf1-fb79-4a12-bcfd-23c997fc2b3b for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:00:34.584982 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eda6f0-de44-4ca9-b194-db3d1f089afd None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 16:00:34.585598 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-82eda6f0-de44-4ca9-b194-db3d1f089afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T16:00:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:34.600754 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a913fd-6c7f-420a-bf27-2dab365f825b req-b39d7ea7-2f3c-4931-8940-5ad3782e7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:34.602252 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-74a913fd-6c7f-420a-bf27-2dab365f825b req-b39d7ea7-2f3c-4931-8940-5ad3782e7f7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=472e4c1f-eadc-485a-8e41-ac721b348df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409498 Oct 13 16:00:34.646695 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008d59a-abc6-4b0d-a3f4-18b9f3075fe3 req-e216f67d-b3db-45f3-a152-03abfc18de30 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:34.648459 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4008d59a-abc6-4b0d-a3f4-18b9f3075fe3 req-e216f67d-b3db-45f3-a152-03abfc18de30 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 946 time: 0.0545726 Oct 13 16:00:34.687394 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-4008d59a-abc6-4b0d-a3f4-18b9f3075fe3 req-10d5e1ce-f41b-44ff-82c2-ca8f49535d00 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328703 Oct 13 16:00:34.699653 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-82eda6f0-de44-4ca9-b194-db3d1f089afd None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 16:00:34.702256 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-74a913fd-6c7f-420a-bf27-2dab365f825b req-4c18fe7e-b29d-4809-9061-323bbda8570a service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917306 Oct 13 16:00:34.791709 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-74a913fd-6c7f-420a-bf27-2dab365f825b req-5d2ef34b-bdbe-4e7b-a189-9de868a02d52 service neutron] 10.222.0.37 "GET /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810237 Oct 13 16:00:34.895841 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-82eda6f0-de44-4ca9-b194-db3d1f089afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:34.925741 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eda6f0-de44-4ca9-b194-db3d1f089afd None None] The sync data for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi is: [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T15:52:08Z', 'revision_number': 4, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi', '_interfaces': [{'id': 'd756f84c-bb18-4e1a-9b6a-cdffa3250b89', 'name': '', 'network_id': '472e4c1f-eadc-485a-8e41-ac721b348df6', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'mac_address': 'fa:16:3e:f1:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:07Z', 'updated_at': '2021-10-13T15:52:13Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'subnets': [{'id': '2c99c185-a519-4976-b8d3-f0c1d1c939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:00:35.133699 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ab22cb-6c65-4f7f-ba6c-a652e16ac610 None None] New status for floating IP 8abf26bc-6f91-49f4-832c-aabd82ed9290: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:00:35.802809 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed7e4f-c250-4cf6-b373-9dc061775a24 req-3f60b25f-8c05-4a84-a124-a7650cef7bb7 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:35.804271 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48ed7e4f-c250-4cf6-b373-9dc061775a24 req-3f60b25f-8c05-4a84-a124-a7650cef7bb7 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 946 time: 0.0487328 Oct 13 16:00:35.840898 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-48ed7e4f-c250-4cf6-b373-9dc061775a24 req-3d30c5a8-85fe-4461-a520-0e01b8f94abb tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/security-groups?id=01319454-6804-40b4-9c9c-cb0225549fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299652 Oct 13 16:00:36.101338 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cf616-9de5-445c-8c7d-7d8a4ee31f42 req-b89dcd3a-72dc-4829-b028-d825d4cbe6d9 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 16:00:36.102655 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5b8cf616-9de5-445c-8c7d-7d8a4ee31f42 req-b89dcd3a-72dc-4829-b028-d825d4cbe6d9 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 946 time: 0.0510650 Oct 13 16:00:36.188005 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-5b8cf616-9de5-445c-8c7d-7d8a4ee31f42 req-1341bacf-c09e-4e10-a426-b0d0e3a734ec tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Deleting port b1d50e59-dbf6-4156-a935-adf01089f7a5 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 16:00:36.188339 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-5b8cf616-9de5-445c-8c7d-7d8a4ee31f42 req-1341bacf-c09e-4e10-a426-b0d0e3a734ec tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:36.351436 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-5b8cf616-9de5-445c-8c7d-7d8a4ee31f42 req-1341bacf-c09e-4e10-a426-b0d0e3a734ec tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] For port b1d50e59-dbf6-4156-a935-adf01089f7a5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1d50e59-dbf6-4156-a935-adf01089f7a5,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 16:00:36.351837 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-5b8cf616-9de5-445c-8c7d-7d8a4ee31f42 req-1341bacf-c09e-4e10-a426-b0d0e3a734ec tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:36.364488 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [req-5b8cf616-9de5-445c-8c7d-7d8a4ee31f42 req-1341bacf-c09e-4e10-a426-b0d0e3a734ec tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Calling delete_port for b1d50e59-dbf6-4156-a935-adf01089f7a5 owned by compute:nova {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 16:00:36.556534 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-5b8cf616-9de5-445c-8c7d-7d8a4ee31f42 req-1341bacf-c09e-4e10-a426-b0d0e3a734ec tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:36.584845 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341bacf-c09e-4e10-a426-b0d0e3a734ec tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event deleted for resources: {'Port': ['ID=b1d50e59-dbf6-4156-a935-adf01089f7a5,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:36.625262 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8cf616-9de5-445c-8c7d-7d8a4ee31f42 req-1341bacf-c09e-4e10-a426-b0d0e3a734ec tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] No DVR routers for this DVR port b1d50e59-dbf6-4156-a935-adf01089f7a5 on host hv-cinder-77428 {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:00:36.629343 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-5b8cf616-9de5-445c-8c7d-7d8a4ee31f42 req-1341bacf-c09e-4e10-a426-b0d0e3a734ec tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for port, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:36.631049 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5b8cf616-9de5-445c-8c7d-7d8a4ee31f42 req-1341bacf-c09e-4e10-a426-b0d0e3a734ec tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.37 "DELETE /v2.0/ports/b1d50e59-dbf6-4156-a935-adf01089f7a5 HTTP/1.1" status: 204 len: 173 time: 0.5215576 Oct 13 16:00:36.631483 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'name': 'network-vif-deleted', 'tag': 'b1d50e59-dbf6-4156-a935-adf01089f7a5'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 16:00:36.633754 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e206967cb6a281e824101225afe1ab974b05410636fc611c5fc8ef63f373f9af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83de6c6b-574e-4b78-a520-dc1b7463198f" -d '{"events": [{"server_uuid": "0ce42dc4-2728-4b68-959b-a9fd56369b18", "name": "network-vif-deleted", "tag": "b1d50e59-dbf6-4156-a935-adf01089f7a5"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:00:36.669180 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 16:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d106a7a3-4da9-4833-b2fb-590ed0861017 x-openstack-request-id: req-d106a7a3-4da9-4833-b2fb-590ed0861017 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:00:36.669539 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce42dc4-2728-4b68-959b-a9fd56369b18", "name": "network-vif-deleted", "tag": "b1d50e59-dbf6-4156-a935-adf01089f7a5", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:00:36.669793 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d106a7a3-4da9-4833-b2fb-590ed0861017 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:00:36.670190 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce42dc4-2728-4b68-959b-a9fd56369b18', 'name': 'network-vif-deleted', 'tag': 'b1d50e59-dbf6-4156-a935-adf01089f7a5', 'status': 'completed', 'code': 200} Oct 13 16:00:36.936356 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [req-a819c9f5-1210-44a0-bb38-737f8eff74ad req-4a5b4604-b357-4efc-bbc7-36a5066de5fe tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ce42dc4-2728-4b68-959b-a9fd56369b18 HTTP/1.1" status: 200 len: 210 time: 0.0305672 Oct 13 16:00:37.844091 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:00:37.991870 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33406) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:38.111233 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-44f201bd-38a4-4329-8f32-32dda9da989c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Deleting port 393f55ea-e286-4044-9324-7d2629c67ed7 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 16:00:38.111471 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44f201bd-38a4-4329-8f32-32dda9da989c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:38.185547 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44f201bd-38a4-4329-8f32-32dda9da989c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:38.185867 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44f201bd-38a4-4329-8f32-32dda9da989c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:38.196988 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-44f201bd-38a4-4329-8f32-32dda9da989c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Calling delete_port for 393f55ea-e286-4044-9324-7d2629c67ed7 owned by network:floatingip {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 16:00:38.396388 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44f201bd-38a4-4329-8f32-32dda9da989c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:38.423129 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f201bd-38a4-4329-8f32-32dda9da989c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event deleted for resources: {'Port': ['ID=393f55ea-e286-4044-9324-7d2629c67ed7,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:38.482833 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44f201bd-38a4-4329-8f32-32dda9da989c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for floatingip, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:38.485387 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-44f201bd-38a4-4329-8f32-32dda9da989c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222066'] for floatingip, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:38.486520 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-44f201bd-38a4-4329-8f32-32dda9da989c tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "DELETE /v2.0/floatingips/5f96755b-bde1-4325-8681-c47a47f2fa66 HTTP/1.1" status: 204 len: 168 time: 0.4936602 Oct 13 16:00:39.752315 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33418) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:39.808082 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-17e2f60a-4858-45f4-92ed-10a4cd721cb9 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:39.832748 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-17e2f60a-4858-45f4-92ed-10a4cd721cb9 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:39.956419 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-17e2f60a-4858-45f4-92ed-10a4cd721cb9 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:39.959013 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-17e2f60a-4858-45f4-92ed-10a4cd721cb9 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Notify callbacks [] for security_group, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:39.960145 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-17e2f60a-4858-45f4-92ed-10a4cd721cb9 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] 10.222.0.26 "DELETE /v2.0/security-groups/01319454-6804-40b4-9c9c-cb0225549fba HTTP/1.1" status: 204 len: 168 time: 0.2068594 Oct 13 16:00:39.969869 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2f60a-4858-45f4-92ed-10a4cd721cb9 tempest-TestVolumeBootPattern-1647630036 tempest-TestVolumeBootPattern-1647630036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01319454-6804-40b4-9c9c-cb0225549fba,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:40.051780 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device b1d50e59-dbf6-4156-a935-adf01089f7a5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 16:00:40.058325 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33422) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:40.071895 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] No Port match for: b1d50e59-dbf6-4156-a935-adf01089f7a5 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 16:00:40.072241 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Device b1d50e59-dbf6-4156-a935-adf01089f7a5 not bound to the agent host hv-cinder-77428 {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 16:00:40.486963 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-de7fbfe7-e4af-4019-81fc-538b3b3e1a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8041619'] for router_interface, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:40.720276 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-de7fbfe7-e4af-4019-81fc-538b3b3e1a9f admin admin] Deleting port d756f84c-bb18-4e1a-9b6a-cdffa3250b89 {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 16:00:40.720615 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-de7fbfe7-e4af-4019-81fc-538b3b3e1a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:40.796797 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [None req-de7fbfe7-e4af-4019-81fc-538b3b3e1a9f admin admin] For port d756f84c-bb18-4e1a-9b6a-cdffa3250b89, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=d756f84c-bb18-4e1a-9b6a-cdffa3250b89,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 16:00:40.797469 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-de7fbfe7-e4af-4019-81fc-538b3b3e1a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:40.808723 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-de7fbfe7-e4af-4019-81fc-538b3b3e1a9f admin admin] Calling delete_port for d756f84c-bb18-4e1a-9b6a-cdffa3250b89 owned by network:router_interface {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 16:00:41.042359 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-de7fbfe7-e4af-4019-81fc-538b3b3e1a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:41.319680 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fbfe7-e4af-4019-81fc-538b3b3e1a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=d756f84c-bb18-4e1a-9b6a-cdffa3250b89,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:41.482770 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-de7fbfe7-e4af-4019-81fc-538b3b3e1a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041511'] for router_interface, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:41.692349 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7fbfe7-e4af-4019-81fc-538b3b3e1a9f admin admin] Router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 16:00:41.797403 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7fbfe7-e4af-4019-81fc-538b3b3e1a9f admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 16:00:41.803692 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-de7fbfe7-e4af-4019-81fc-538b3b3e1a9f admin admin] 10.222.0.26 "PUT /v2.0/routers/ba33adf1-fb79-4a12-bcfd-23c997fc2b3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7430484 Oct 13 16:00:41.804989 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33426) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:41.805966 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba131f99-f1a8-457d-b2e8-2343bc4bc7ad None None] Sync routers for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:00:41.815142 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba131f99-f1a8-457d-b2e8-2343bc4bc7ad None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 16:00:41.815749 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-ba131f99-f1a8-457d-b2e8-2343bc4bc7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T16:00:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:41.907651 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] Notify callbacks [] for router, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:41.920194 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-ba131f99-f1a8-457d-b2e8-2343bc4bc7ad None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: dv-cinder-774288-10-iscsi {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 16:00:42.008099 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:42.097603 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-ba131f99-f1a8-457d-b2e8-2343bc4bc7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T16:00:40Z', 'revision_number': 5, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port': {'id': '53906cd3-b463-4ff1-b78e-d8aa80ed2b0e', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:05Z', 'updated_at': '2021-10-13T15:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:42.127186 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba131f99-f1a8-457d-b2e8-2343bc4bc7ad None None] Checking router: ba33adf1-fb79-4a12-bcfd-23c997fc2b3b for host: dv-cinder-774288-10-iscsi {{(pid=107007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:00:42.135368 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba131f99-f1a8-457d-b2e8-2343bc4bc7ad None None] Routers {'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 16:00:42.135971 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-ba131f99-f1a8-457d-b2e8-2343bc4bc7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T16:00:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'], 'active': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:42.136607 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] Deleting port 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 16:00:42.136948 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:42.215944 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] For port 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=53906cd3-b463-4ff1-b78e-d8aa80ed2b0e,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 16:00:42.216351 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:42.229558 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] Calling delete_port for 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e owned by network:router_gateway {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 16:00:42.344407 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvr_db [None req-ba131f99-f1a8-457d-b2e8-2343bc4bc7ad None None] Set router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b gateway port host: None {{(pid=107007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 16:00:42.395488 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_hamode_db [None req-ba131f99-f1a8-457d-b2e8-2343bc4bc7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T16:00:42Z', 'revision_number': 6, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port_host': None}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:42.424375 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba131f99-f1a8-457d-b2e8-2343bc4bc7ad None None] The sync data for ids ['ba33adf1-fb79-4a12-bcfd-23c997fc2b3b'] in dv-cinder-774288-10-iscsi is: [{'id': 'ba33adf1-fb79-4a12-bcfd-23c997fc2b3b', 'name': 'tempest-TestVolumeBootPattern-2023840067-router', 'tenant_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:04Z', 'updated_at': '2021-10-13T16:00:42Z', 'revision_number': 6, 'project_id': 'b5ed88eceaec415da77cd8f2f848b36a', 'gw_port_host': None}] {{(pid=107007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:00:42.442237 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:42.471618 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] Pushing event deleted for resources: {'Port': ['ID=53906cd3-b463-4ff1-b78e-d8aa80ed2b0e,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:42.530485 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915973'] for router_gateway, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:42.617092 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8044341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:42.619054 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:42.722347 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8044350'] for router, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:42.722851 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba33adf1-fb79-4a12-bcfd-23c997fc2b3b {{(pid=107005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 16:00:42.727636 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] Notify callbacks [] for router, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:42.729123 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-c827da72-1010-434b-bb66-85844c7ba634 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ba33adf1-fb79-4a12-bcfd-23c997fc2b3b HTTP/1.1" status: 204 len: 168 time: 0.9228656 Oct 13 16:00:42.732016 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33428) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:42.783004 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e5f17f-51c4-46dd-b83f-d2bd0044302f admin admin] Deleting subnet 2c99c185-a519-4976-b8d3-f0c1d1c939d2 {{(pid=107005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 16:00:42.786223 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-29e5f17f-51c4-46dd-b83f-d2bd0044302f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:42.824220 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-29e5f17f-51c4-46dd-b83f-d2bd0044302f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4508533'] for subnet, precommit_delete_associations {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:42.904939 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device d756f84c-bb18-4e1a-9b6a-cdffa3250b89 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 16:00:42.907336 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-29e5f17f-51c4-46dd-b83f-d2bd0044302f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:42.926507 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: d756f84c-bb18-4e1a-9b6a-cdffa3250b89 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 16:00:42.926830 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device d756f84c-bb18-4e1a-9b6a-cdffa3250b89 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 16:00:43.048576 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-29e5f17f-51c4-46dd-b83f-d2bd0044302f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4586326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4340987'] for subnet, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.071765 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5f17f-51c4-46dd-b83f-d2bd0044302f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c99c185-a519-4976-b8d3-f0c1d1c939d2,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:43.081005 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-29e5f17f-51c4-46dd-b83f-d2bd0044302f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for subnet, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.081235 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-29e5f17f-51c4-46dd-b83f-d2bd0044302f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2c99c185-a519-4976-b8d3-f0c1d1c939d2 HTTP/1.1" status: 204 len: 168 time: 0.3481517 Oct 13 16:00:43.083788 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.wsgi [-] (107005) accepted ('10.222.0.26', 33430) {{(pid=107005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:43.084365 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6d91cf-59ec-4661-89e0-9d13b6e57f8c None None] Network 472e4c1f-eadc-485a-8e41-ac721b348df6 requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 16:00:43.160305 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.220167 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Deleting port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce {{(pid=107005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 16:00:43.220511 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.269798 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] DHCP port deletion for 472e4c1f-eadc-485a-8e41-ac721b348df6 request from dv-cinder-774288-10-iscsi {{(pid=107007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 16:00:43.293290 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.db [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] For port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 16:00:43.295098 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.308233 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.plugin [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Calling delete_port for e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce owned by network:dhcp {{(pid=107005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 16:00:43.327396 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Deleting port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 16:00:43.327773 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.390457 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] For port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce,segment=NetworkSegment(e19cf538-5c0d-4f13-832a-61fa4b4701b6),segment_id=e19cf538-5c0d-4f13-832a-61fa4b4701b6)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 16:00:43.390849 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.402649 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Calling delete_port for e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce owned by network:dhcp {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 16:00:43.446393 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.448082 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4586361'] for port, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.475009 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:43.476776 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] No DVR routers for this DVR port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce on host dv-cinder-774288-10-iscsi {{(pid=107005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:00:43.482132 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991'] for port, after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.509294 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] No DVR routers for this DVR port e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce on host dv-cinder-774288-10-iscsi {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:00:43.513708 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Pushing event deleted for resources: {'Port': ['ID=e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:43.521620 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:43.521957 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:43.522295 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:43.522628 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:43.522979 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:43.523306 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:43.523632 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:43.523955 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:43.524274 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:43.524590 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:43.524902 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:43.525212 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18117ed1-67b0-44d9-a690-ccf5706f40b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-10-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:43.551514 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.571406 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472e4c1f-eadc-485a-8e41-ac721b348df6']}} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:43.580742 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19cf538-5c0d-4f13-832a-61fa4b4701b6') {'for_net_delete': True} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:43.581038 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.services.segments.db [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19cf538-5c0d-4f13-832a-61fa4b4701b6') {} {{(pid=107005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:43.589890 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4508542'] for segment, before_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.602676 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.608617 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=107005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4586120'] for segment, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: Traceback (most recent call last): Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: timer() Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: cb(*args, **kw) Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: return func(*args, **kwargs) Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: self._notify() Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: self.callback(batched_events) Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: event.method(event) Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: return f(self, *a, **k) Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._get(url).json() Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: return self.request(url, 'GET', **kwargs) Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 16:00:43.611590 dv-cinder-774288-10-iscsi neutron-server[107005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 16:00:43.744679 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.750040 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron_lib.callbacks.manager [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:43.764211 dv-cinder-774288-10-iscsi neutron-server[107005]: INFO neutron.wsgi [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] 10.222.0.26 "DELETE /v2.0/networks/472e4c1f-eadc-485a-8e41-ac721b348df6 HTTP/1.1" status: 204 len: 168 time: 0.6685503 Oct 13 16:00:43.764335 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33432) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:43.766112 dv-cinder-774288-10-iscsi neutron-server[107005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0ad68-c26f-47d3-a06e-4340ac172894 admin admin] Pushing event deleted for resources: {'Network': ['ID=472e4c1f-eadc-485a-8e41-ac721b348df6,revision_number=None']} {{(pid=107005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:44.095533 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-da81efc7-0d70-46a5-98ef-7e3c0e365ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8041619'] for router_interface, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:44.332383 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-da81efc7-0d70-46a5-98ef-7e3c0e365ce1 admin admin] Deleting port 57efa461-625c-4e96-bdcb-710f1b9ff0af {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 16:00:44.332717 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-da81efc7-0d70-46a5-98ef-7e3c0e365ce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:44.411596 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-da81efc7-0d70-46a5-98ef-7e3c0e365ce1 admin admin] For port 57efa461-625c-4e96-bdcb-710f1b9ff0af, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=57efa461-625c-4e96-bdcb-710f1b9ff0af,segment=NetworkSegment(09e44116-9d32-4ab5-a3bd-1e99823ee9cd),segment_id=09e44116-9d32-4ab5-a3bd-1e99823ee9cd)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 16:00:44.411888 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-da81efc7-0d70-46a5-98ef-7e3c0e365ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:44.424129 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-da81efc7-0d70-46a5-98ef-7e3c0e365ce1 admin admin] Calling delete_port for 57efa461-625c-4e96-bdcb-710f1b9ff0af owned by network:router_interface {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 16:00:44.665153 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-da81efc7-0d70-46a5-98ef-7e3c0e365ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:44.694617 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81efc7-0d70-46a5-98ef-7e3c0e365ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=57efa461-625c-4e96-bdcb-710f1b9ff0af,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:44.863102 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 16:00:44.866122 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-da81efc7-0d70-46a5-98ef-7e3c0e365ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041511'] for router_interface, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:44.884013 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 16:00:44.884506 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device e8929f0e-c7fa-4ec5-80e4-822e0ef2dbce not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 16:00:44.884761 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 16:00:44.904476 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 16:00:44.904819 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 53906cd3-b463-4ff1-b78e-d8aa80ed2b0e not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 16:00:45.076049 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da81efc7-0d70-46a5-98ef-7e3c0e365ce1 admin admin] Router e743dc44-7237-4630-9a29-d87826c0673d has already been hosted by L3 agent df86842a-19d8-4f3c-9d49-6c36e1c03013 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 16:00:45.442692 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da81efc7-0d70-46a5-98ef-7e3c0e365ce1 admin admin] Notify agent at l3_agent.dv-cinder-774288-10-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 16:00:45.458689 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-da81efc7-0d70-46a5-98ef-7e3c0e365ce1 admin admin] 10.222.0.26 "PUT /v2.0/routers/e743dc44-7237-4630-9a29-d87826c0673d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6903219 Oct 13 16:00:45.458689 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33434) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:45.458914 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8430c805-7b97-42a5-a4cf-c05f7ac3017c None None] Sync routers for ids ['e743dc44-7237-4630-9a29-d87826c0673d'] in dv-cinder-774288-10-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:00:45.461746 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8430c805-7b97-42a5-a4cf-c05f7ac3017c None None] Routers {'e743dc44-7237-4630-9a29-d87826c0673d'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 16:00:45.462355 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-8430c805-7b97-42a5-a4cf-c05f7ac3017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T16:00:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['e743dc44-7237-4630-9a29-d87826c0673d'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:45.553438 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] Notify callbacks [] for router, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:45.567419 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-8430c805-7b97-42a5-a4cf-c05f7ac3017c None None] Set router e743dc44-7237-4630-9a29-d87826c0673d gateway port host: dv-cinder-774288-10-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 16:00:45.651414 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:45.756536 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] Deleting port 8a330b85-cb29-422f-8f0c-2dfee11c683d {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 16:00:45.756764 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:45.829523 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-8430c805-7b97-42a5-a4cf-c05f7ac3017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'name': 'tempest-TestVolumeBootPattern-909963937-router', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'external_fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8a330b85-cb29-422f-8f0c-2dfee11c683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:11Z', 'updated_at': '2021-10-13T16:00:44Z', 'revision_number': 5, 'project_id': '0341cc1d00424828a6e9e9a2d960800a', 'gw_port': {'id': '8a330b85-cb29-422f-8f0c-2dfee11c683d', 'name': '', 'network_id': 'ee43febe-a688-4431-b929-490b4321eed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '412b3646-8f2b-494a-b77e-4702aae22924', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:52:12Z', 'updated_at': '2021-10-13T15:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '412b3646-8f2b-494a-b77e-4702aae22924', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-10-iscsi'}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:45.832716 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] For port 8a330b85-cb29-422f-8f0c-2dfee11c683d, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=8a330b85-cb29-422f-8f0c-2dfee11c683d,segment=NetworkSegment(110a2f8a-16be-4b9f-acd5-0b6257f2ad55),segment_id=110a2f8a-16be-4b9f-acd5-0b6257f2ad55)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 16:00:45.833106 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:45.845526 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] Calling delete_port for 8a330b85-cb29-422f-8f0c-2dfee11c683d owned by network:router_gateway {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 16:00:45.857733 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8430c805-7b97-42a5-a4cf-c05f7ac3017c None None] Checking router: e743dc44-7237-4630-9a29-d87826c0673d for host: dv-cinder-774288-10-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:00:45.865731 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8430c805-7b97-42a5-a4cf-c05f7ac3017c None None] Routers {'e743dc44-7237-4630-9a29-d87826c0673d'} bound to L3 agent in host dv-cinder-774288-10-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 16:00:45.866358 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-8430c805-7b97-42a5-a4cf-c05f7ac3017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T15:41:31Z,description=,heartbeat_timestamp=2021-10-13T16:00:31Z,host='dv-cinder-774288-10-iscsi',id=df86842a-19d8-4f3c-9d49-6c36e1c03013,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T15:41:31Z,topic='l3_agent')) {'router_ids': ['e743dc44-7237-4630-9a29-d87826c0673d'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:45.947200 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-8430c805-7b97-42a5-a4cf-c05f7ac3017c None None] Set router e743dc44-7237-4630-9a29-d87826c0673d gateway port host: None {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 16:00:45.996334 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-8430c805-7b97-42a5-a4cf-c05f7ac3017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'name': 'tempest-TestVolumeBootPattern-909963937-router', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:11Z', 'updated_at': '2021-10-13T16:00:45Z', 'revision_number': 6, 'project_id': '0341cc1d00424828a6e9e9a2d960800a', 'gw_port_host': None}], 'dv-cinder-774288-10-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:46.025517 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8430c805-7b97-42a5-a4cf-c05f7ac3017c None None] The sync data for ids ['e743dc44-7237-4630-9a29-d87826c0673d'] in dv-cinder-774288-10-iscsi is: [{'id': 'e743dc44-7237-4630-9a29-d87826c0673d', 'name': 'tempest-TestVolumeBootPattern-909963937-router', 'tenant_id': '0341cc1d00424828a6e9e9a2d960800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:52:11Z', 'updated_at': '2021-10-13T16:00:45Z', 'revision_number': 6, 'project_id': '0341cc1d00424828a6e9e9a2d960800a', 'gw_port_host': None}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:00:46.060332 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.084116 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a330b85-cb29-422f-8f0c-2dfee11c683d,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:46.147926 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915973'] for router_gateway, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.236772 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8044341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12800'] for router, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.238796 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.384973 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8044350'] for router, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.385459 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e743dc44-7237-4630-9a29-d87826c0673d {{(pid=107006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 16:00:46.390500 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] Notify callbacks [] for router, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.391682 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-b0f6c9c1-0e75-4b18-8053-b97825e38a24 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e743dc44-7237-4630-9a29-d87826c0673d HTTP/1.1" status: 204 len: 168 time: 0.9406352 Oct 13 16:00:46.394140 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33436) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:46.444233 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a34c80-edb9-470b-887f-928a084a1f35 admin admin] Deleting subnet 27110f1d-8b38-4636-9444-54684724ec3f {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 16:00:46.447389 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-83a34c80-edb9-470b-887f-928a084a1f35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.481761 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-83a34c80-edb9-470b-887f-928a084a1f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134043822'] for subnet, precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.555239 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-83a34c80-edb9-470b-887f-928a084a1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-723200'] for subnet, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.648009 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-83a34c80-edb9-470b-887f-928a084a1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-723215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133663441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133561784'] for subnet, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.674167 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a34c80-edb9-470b-887f-928a084a1f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27110f1d-8b38-4636-9444-54684724ec3f,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:46.676110 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-83a34c80-edb9-470b-887f-928a084a1f35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.679279 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-83a34c80-edb9-470b-887f-928a084a1f35 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/27110f1d-8b38-4636-9444-54684724ec3f HTTP/1.1" status: 204 len: 168 time: 0.2841222 Oct 13 16:00:46.681677 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33438) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:46.681835 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7099e49-26a8-44e8-b9fc-54eabedb6479 None None] Network ec2a60b9-36a4-418b-b67c-601d0d0d2dff requested from dv-cinder-774288-10-iscsi {{(pid=107007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 16:00:46.750471 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656491'] for network, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.812519 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Deleting port c670933f-fcbb-444c-b9f3-6e04ab8105c2 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 16:00:46.812893 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.819899 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 57efa461-625c-4e96-bdcb-710f1b9ff0af no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 16:00:46.841240 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: 57efa461-625c-4e96-bdcb-710f1b9ff0af {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 16:00:46.841584 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 57efa461-625c-4e96-bdcb-710f1b9ff0af not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 16:00:46.841991 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 8a330b85-cb29-422f-8f0c-2dfee11c683d no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 16:00:46.864249 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: 8a330b85-cb29-422f-8f0c-2dfee11c683d {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 16:00:46.864852 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device 8a330b85-cb29-422f-8f0c-2dfee11c683d not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 16:00:46.871504 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22e9c30-eaf5-4a34-9995-192a4ea5e57e None None] DHCP port deletion for ec2a60b9-36a4-418b-b67c-601d0d0d2dff request from dv-cinder-774288-10-iscsi {{(pid=107007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 16:00:46.882641 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] For port c670933f-fcbb-444c-b9f3-6e04ab8105c2, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=c670933f-fcbb-444c-b9f3-6e04ab8105c2,segment=NetworkSegment(09e44116-9d32-4ab5-a3bd-1e99823ee9cd),segment_id=09e44116-9d32-4ab5-a3bd-1e99823ee9cd)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 16:00:46.883053 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.896352 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Calling delete_port for c670933f-fcbb-444c-b9f3-6e04ab8105c2 owned by network:dhcp {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 16:00:46.919144 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-a22e9c30-eaf5-4a34-9995-192a4ea5e57e None None] Deleting port c670933f-fcbb-444c-b9f3-6e04ab8105c2 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 16:00:46.919520 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a22e9c30-eaf5-4a34-9995-192a4ea5e57e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743014339238'] for port, before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.981757 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-a22e9c30-eaf5-4a34-9995-192a4ea5e57e None None] For port c670933f-fcbb-444c-b9f3-6e04ab8105c2, host dv-cinder-774288-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-10-iscsi',level=0,port_id=c670933f-fcbb-444c-b9f3-6e04ab8105c2,segment=NetworkSegment(09e44116-9d32-4ab5-a3bd-1e99823ee9cd),segment_id=09e44116-9d32-4ab5-a3bd-1e99823ee9cd)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 16:00:46.982141 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a22e9c30-eaf5-4a34-9995-192a4ea5e57e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7925310'] for port, precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:46.994636 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-a22e9c30-eaf5-4a34-9995-192a4ea5e57e None None] Calling delete_port for c670933f-fcbb-444c-b9f3-6e04ab8105c2 owned by network:dhcp {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 16:00:47.025180 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133663486'] for port, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:47.056051 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=c670933f-fcbb-444c-b9f3-6e04ab8105c2,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:47.059917 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] No DVR routers for this DVR port c670933f-fcbb-444c-b9f3-6e04ab8105c2 on host dv-cinder-774288-10-iscsi {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:00:47.084034 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a22e9c30-eaf5-4a34-9995-192a4ea5e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743014231300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743013759991'] for port, after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:47.109132 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e9c30-eaf5-4a34-9995-192a4ea5e57e None None] Pushing event deleted for resources: {'Port': ['ID=c670933f-fcbb-444c-b9f3-6e04ab8105c2,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:47.112475 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22e9c30-eaf5-4a34-9995-192a4ea5e57e None None] No DVR routers for this DVR port c670933f-fcbb-444c-b9f3-6e04ab8105c2 on host dv-cinder-774288-10-iscsi {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:00:47.132290 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721403', 'neutron.services.segments.db._delete_segments_for_network-8743014273028'] for network, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:47.151932 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2a60b9-36a4-418b-b67c-601d0d0d2dff']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:47.161569 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e44116-9d32-4ab5-a3bd-1e99823ee9cd') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:47.161864 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e44116-9d32-4ab5-a3bd-1e99823ee9cd') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:47.170987 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743014274061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134043813'] for segment, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:47.183440 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978'] for segment, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:47.189805 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:00:47.190189 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133663503'] for segment, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: Traceback (most recent call last): Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: timer() Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: cb(*args, **kw) Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: return func(*args, **kwargs) Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: self._notify() Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: self.callback(batched_events) Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: event.method(event) Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: return f(self, *a, **k) Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._get(url).json() Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: return self.request(url, 'GET', **kwargs) Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 16:00:47.191812 dv-cinder-774288-10-iscsi neutron-server[107006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 16:00:47.287706 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915937'] for network, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:47.293086 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899449'] for network, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:47.301103 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] 10.222.0.26 "DELETE /v2.0/networks/ec2a60b9-36a4-418b-b67c-601d0d0d2dff HTTP/1.1" status: 204 len: 168 time: 0.6135969 Oct 13 16:00:47.307130 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5715b-5fbe-4d93-866c-3e9fbad60e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=ec2a60b9-36a4-418b-b67c-601d0d0d2dff,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:47.554060 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33442) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:47.593510 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f7b473b9-432d-4ec7-a240-b100b76bc68f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5ed88eceaec415da77cd8f2f848b36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382011 Oct 13 16:00:47.595878 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33444) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:47.643448 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d6117fb-e887-4971-91d2-c34198cfed65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:47.664076 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d6117fb-e887-4971-91d2-c34198cfed65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:47.790719 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d6117fb-e887-4971-91d2-c34198cfed65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:47.793285 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d6117fb-e887-4971-91d2-c34198cfed65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:47.794610 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1d6117fb-e887-4971-91d2-c34198cfed65 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce50cd3f-811f-42a8-8b01-7e5c57240509 HTTP/1.1" status: 204 len: 168 time: 0.1978328 Oct 13 16:00:47.801970 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6117fb-e887-4971-91d2-c34198cfed65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce50cd3f-811f-42a8-8b01-7e5c57240509,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:48.417058 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33450) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:48.461514 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-4ff6db0b-bfa5-488d-8195-8c4c4696c899 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0341cc1d00424828a6e9e9a2d960800a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431852 Oct 13 16:00:48.463858 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.26', 33452) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 16:00:48.510278 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f766dcff-9379-4e64-942e-84e764d8a8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:48.530509 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f766dcff-9379-4e64-942e-84e764d8a8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:48.670483 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f766dcff-9379-4e64-942e-84e764d8a8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8121733'] for security_group, after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:48.673021 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f766dcff-9379-4e64-942e-84e764d8a8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:48.674142 dv-cinder-774288-10-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f766dcff-9379-4e64-942e-84e764d8a8a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8ad7b26-f531-4877-8df3-7ba0f335dbf2 HTTP/1.1" status: 204 len: 168 time: 0.2093856 Oct 13 16:00:48.682436 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766dcff-9379-4e64-942e-84e764d8a8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ad7b26-f531-4877-8df3-7ba0f335dbf2,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:48.790511 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device c670933f-fcbb-444c-b9f3-6e04ab8105c2 no longer exists at agent ovs-agent-dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 16:00:48.811313 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] No Port match for: c670933f-fcbb-444c-b9f3-6e04ab8105c2 {{(pid=107007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 16:00:48.811665 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.rpc [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Device c670933f-fcbb-444c-b9f3-6e04ab8105c2 not bound to the agent host dv-cinder-774288-10-iscsi {{(pid=107007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 16:00:58.579182 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-58a18ab1-6746-4ddb-9619-f4837a29e9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:01.264221 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ddf2cf57-a061-4c88-aff4-a892708fd925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:02.173186 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:02.201807 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:03.887342 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:13.366756 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:14.843849 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:01:28.566689 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-90946c05-b056-4302-b966-ae67a90598b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:31.263803 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd294-7459-49ee-8c77-b3c5532c3e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:32.183942 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:32.229547 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:33.932547 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:43.366648 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:51.842925 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:01:58.549204 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4e81b433-e43a-4701-892d-a22ed82c5bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:01.257825 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b09a784-733d-4fa8-ac7f-9d3d9cbd49d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:02.160466 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:02.194561 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:03.886130 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:13.348915 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:28.594205 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a20405c4-2bbf-4821-b8f1-1a7298d836f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:28.841700 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:02:31.274847 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e97d1eec-b84d-4a1f-8ff3-ab5b303c54ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:32.154038 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:32.182423 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:33.885374 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:43.359633 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:58.566155 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6e7564ba-d443-45a6-846f-9f68a2da94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:01.268429 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d4ff407e-ff52-4fd3-984d-b70e092865a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:02.171211 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:02.245484 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:03.913450 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:05.840357 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:03:13.353605 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:28.559075 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0c8136f9-6ebd-4815-87bc-9da7953b095f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:31.279643 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-67b00325-61e8-45be-9e82-6d93b4696519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:32.153333 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:32.181109 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:33.953360 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:42.838777 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:03:43.375943 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:58.569753 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc656-f67e-4bf6-a65a-9f27cabb2e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:01.278628 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-218d6541-de7d-4d33-ad59-649e242a25c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:02.176079 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:02.176884 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:03.940859 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:13.375335 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:19.837857 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:04:28.558361 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-378f1020-1705-4f54-b4c7-d35ee00365b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:31.272698 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5f70077b-b51b-48eb-9c97-e16c67ce5d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:32.180161 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:32.215263 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:33.929100 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:43.373775 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.837546 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:04:58.563138 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa7e0-85b5-4f0c-82b9-83de2c0497f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:01.271648 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e49cddc6-ecaa-4cb2-87c1-25eb5ba50e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:02.174593 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:02.191560 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:03.939105 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:13.385719 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:28.574005 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d2609533-f98a-4929-9a82-2b5fca8b6567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:31.288235 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-21afb262-3807-477f-b3d6-bbc94d136548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:32.197340 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:32.225915 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:33.837151 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:05:33.968595 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:43.356614 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:43.527854 dv-cinder-774288-10-iscsi neutron-server[107006]: DEBUG neutron.wsgi [req-98c74ad8-5f5b-45af-9215-62fa4a3347e2 req-06e6d263-0829-45b2-905b-7909c3afe518 service neutron] (107006) timed out ('10.222.0.37', 55894) {{(pid=107006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 16:05:58.579386 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d7726b80-b4e5-474f-9b20-47c5ac7f3e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.258167 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b2b3d22-bfd9-47d0-ba1e-5bc826b5562f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:02.196583 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0e5f-893c-4322-9a35-6ce7f1f1f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:02.234913 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-42d43816-bd5d-4e54-b45c-1a5c050bdaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:03.927895 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f5de7a18-184d-4787-a99a-95a3b0318397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:10.836189 dv-cinder-774288-10-iscsi neutron-server[107008]: DEBUG neutron.db.agents_db [None req-b0abc357-5b0f-4848-a213-a5728ee3cd28 None None] Agent healthcheck: found 6 active agents {{(pid=107008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:06:13.411679 dv-cinder-774288-10-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f41d432b-02d3-4c05-b40d-d25ffa1cc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743014274542', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728171'] for agent, after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}